-- Logs begin at Mon 2021-12-13 10:21:40 UTC, end at Mon 2021-12-13 11:19:11 UTC. -- Dec 13 10:51:24.910830 dv-cinder-808574-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 13 10:51:27.757720 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.common.config [-] Logging enabled! Dec 13 10:51:27.758467 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev276 Dec 13 10:51:27.758467 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 10:51:27.763328 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.common.config [-] Logging enabled! Dec 13 10:51:27.763611 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev276 Dec 13 10:51:27.764022 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102332) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 13 10:51:27.765283 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 10:51:27.765586 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 10:51:27.766121 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 10:51:27.766441 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 10:51:27.766732 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 10:51:27.767060 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.767594 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 13 10:51:27.767994 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.768370 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.768774 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.769151 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.769542 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.769874 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.770241 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.770561 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.770844 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.771122 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.771400 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.771690 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.771965 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.772245 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.772527 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.772808 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] debug = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.773085 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.773511 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.773908 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.774167 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.774449 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.774770 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.775013 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.775282 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.775558 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.775896 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] host = dv-cinder-808574-5-iscsi {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.776150 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.776430 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.776709 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.776986 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.777254 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.777523 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.777797 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.778062 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.778325 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] log_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.778621 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.778902 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.779199 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.779465 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.779683 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.779898 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.780185 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.780464 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.781047 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.781332 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.781646 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.781917 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.782178 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.782437 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.782747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.783026 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.783306 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.783575 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.783844 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.784107 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.784370 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.784648 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.784915 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.785179 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.785443 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.785721 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.785984 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.786250 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.786561 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.786842 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.787132 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.787396 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.787660 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.787933 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.788196 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.788458 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.788722 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] use_json = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.788988 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.789249 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.789524 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.789786 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.790051 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.790315 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.790609 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.790889 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:27.791185 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.791465 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.791757 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.792032 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.792325 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.792603 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.792885 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.793156 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.793435 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.793715 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.793997 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.794266 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.794562 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.794840 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.795132 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.795433 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.795721 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.796005 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.796273 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.796542 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.796811 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.797107 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.797388 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.797660 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.797941 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.798221 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.798493 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.798809 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.799089 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.799378 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.799663 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.799931 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.800202 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.800487 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.800759 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.801024 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.801295 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.801576 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.801845 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.802110 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.802385 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.802684 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.802955 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.803219 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.803495 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.803777 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.804047 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.804312 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.804578 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.804849 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.805113 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.805390 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.805662 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.805928 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.806193 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.806465 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.806838 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.807106 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.807376 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.807640 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.807909 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.808174 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.808435 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.808699 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.808963 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.809226 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.809490 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.809757 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.810025 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.810288 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.810577 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.810846 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.811113 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.811378 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.811656 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.811944 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.812212 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.812487 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.812842 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.813112 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.813382 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.813651 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.813920 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.814190 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.814454 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.814760 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.815039 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.815319 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.815595 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.815891 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.816179 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.816452 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.816731 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.817002 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.817276 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.817553 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.817831 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.818122 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.818414 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.818729 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.819018 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.819307 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.819582 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.819884 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.820156 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:27.820369 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 10:51:27.820606 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102332) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 13 10:51:28.246217 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 10:51:28.246435 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 10:51:28.246807 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 13 10:51:28.247133 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 13 10:51:28.572488 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.572749 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.572952 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.574245 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.574512 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.574798 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.620146 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.620411 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.620673 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.634665 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.634937 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.635202 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.663682 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.663954 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.664221 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.701864 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.702134 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:28.702401 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.035837 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.036501 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.036501 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.036646 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.037309 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.137251 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.137559 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.137837 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.138102 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.138361 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.138688 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.138946 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.139195 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.139443 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.139747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.139953 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.140213 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.140459 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.140838 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.140975 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.141249 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.141498 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.141763 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.142029 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.142265 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.142551 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.142801 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.143079 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.143446 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.143689 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.143929 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.144322 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 10:51:29.144558 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 10:51:29.144789 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 10:51:29.145021 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 10:51:29.145250 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 10:51:29.145477 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 10:51:29.145831 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 13 10:51:29.149043 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 13 10:51:29.153111 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 13 10:51:29.157475 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) Dec 13 10:51:29.159109 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 13 10:51:29.159576 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 13 10:51:29.159905 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 13 10:51:29.160275 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 13 10:51:29.163116 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 13 10:51:29.163363 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 13 10:51:29.163705 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 10:51:29.168950 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 13 10:51:29.191724 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 13 10:51:29.192163 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.192451 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102332) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 13 10:51:29.192804 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.194159 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102332) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 13 10:51:29.194435 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 13 10:51:29.194703 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 13 10:51:29.197912 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.198191 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.261516 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 13 10:51:29.261751 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 13 10:51:29.261975 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 13 10:51:29.262335 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 13 10:51:29.285817 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_db.sqlalchemy.engines [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102332) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 13 10:51:29.740334 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Initializing driver for type 'gre' Dec 13 10:51:29.740860 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] gre ID ranges: [(1, 1000)] Dec 13 10:51:29.795696 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Initializing driver for type 'local' Dec 13 10:51:29.796023 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Initializing driver for type 'vlan' Dec 13 10:51:29.809179 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] VlanTypeDriver initialization complete Dec 13 10:51:29.809560 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Initializing driver for type 'vxlan' Dec 13 10:51:29.810039 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] vxlan ID ranges: [(1, 1000)] Dec 13 10:51:29.860341 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Initializing extension driver 'port_security' Dec 13 10:51:29.860740 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.extensions.port_security [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] PortSecurityExtensionDriver initialization complete Dec 13 10:51:29.861154 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Initializing mechanism driver 'openvswitch' Dec 13 10:51:29.861488 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Initializing mechanism driver 'hyperv' Dec 13 10:51:29.868111 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.plugins.ml2.plugin [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102332) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:51:29.868986 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > port after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.869354 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > port after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.869699 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > port after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.870232 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 10:51:29.870684 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.871034 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.871375 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.871797 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 10:51:29.872193 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > network after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.872531 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > network after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.872866 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > network after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.873255 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 10:51:29.873652 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > security_group after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.873991 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > security_group after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.874327 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.874749 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 10:51:29.875502 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.875707 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.876032 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.876420 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 10:51:29.876816 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > address_group after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.877183 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > address_group after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.877514 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.877912 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102332) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 13 10:51:29.878288 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] ML2 OVO RPC backend initialized. {{(pid=102332) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 13 10:51:29.879010 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.879356 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.879802 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > network before_response 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.880183 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > networks before_response 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.880602 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > port before_response 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.880944 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > ports before_response 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.881286 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > subnet before_response 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.881626 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > subnets before_response 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.881972 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > network after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.882306 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > network after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.882661 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > network after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.882992 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > port after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.883321 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > port after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.883648 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > port after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.883978 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > subnet after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.884304 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > subnet after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.884630 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.885197 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.plugin [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Modular L2 Plugin initialization complete Dec 13 10:51:29.885522 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading services supported by the core plugin {{(pid=102332) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 13 10:51:29.885845 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.plugins.ml2.managers [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Got port-security extension from driver 'port_security' Dec 13 10:51:29.886302 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.extensions.vlantransparent [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Disabled vlantransparent extension. Dec 13 10:51:29.886813 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102332) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 13 10:51:29.887148 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading Plugin: router Dec 13 10:51:29.923221 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.923610 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router after_create 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.923974 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router before_create 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.924336 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.924705 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.925055 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router after_delete 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.925421 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.925889 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.926244 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router after_create 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.926620 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router after_update 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.926941 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router after_update 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.927282 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.927636 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router after_update 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.928043 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.928407 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: port after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.928744 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: port after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.929078 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: subnet after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.929411 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.929751 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.930095 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.930433 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: port before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.930793 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router precommit_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.931130 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router after_update 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.931465 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.931814 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router precommit_create 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.932173 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.932515 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router precommit_update 55549900 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.932876 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > agent after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.933221 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > agent after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.933563 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > network after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.934418 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Tracking information for resource: router configured {{(pid=102332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 10:51:29.934775 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Tracking information for resource: floatingip configured {{(pid=102332) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 13 10:51:29.940197 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.db.l3_agentschedulers_db [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 13 10:51:29.940746 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: port after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.941125 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: port after_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.941447 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: port after_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.941791 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: port after_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.942552 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router before_create 55550100 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.942939 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.943298 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router precommit_create 55550100 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.943646 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > router precommit_update 55550100 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.948543 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.services.provider_configuration [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service providers = [] {{(pid=102332) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 13 10:51:29.948906 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.db.servicetype_db [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102332) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 13 10:51:29.951871 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.services.service_base [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 10:51:29.952224 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.services.service_base [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 10:51:29.952556 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.services.service_base [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 10:51:29.953530 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.services.service_base [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102332) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 13 10:51:29.953893 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.services.service_base [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 13 10:51:29.954266 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 10:51:29.954573 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 13 10:51:29.966014 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 10:51:29.966365 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading Plugin: auto_allocate Dec 13 10:51:29.973028 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: network precommit_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.973423 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: network precommit_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.974098 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 10:51:29.974504 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading Plugin: tag Dec 13 10:51:29.982027 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 10:51:29.982388 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading Plugin: timestamp Dec 13 10:51:29.987228 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 10:51:29.987612 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading Plugin: network_ip_availability Dec 13 10:51:29.993955 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.994298 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.994771 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:29.995523 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 10:51:29.995842 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading Plugin: flavors Dec 13 10:51:30.000927 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 10:51:30.001256 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading Plugin: revisions Dec 13 10:51:30.005676 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102332) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 13 10:51:30.006065 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_concurrency.lockutils [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.759s {{(pid=102332) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 13 10:51:30.006850 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102332) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 13 10:51:30.007180 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Initializing extension manager. Dec 13 10:51:30.007701 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: __init__.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.008042 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: __pycache__ {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.008352 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.008705 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: address_group.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.009464 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.010038 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: address-group Dec 13 10:51:30.010354 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: address_scope.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.011083 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.011593 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: address-scope Dec 13 10:51:30.011894 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.012817 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.013329 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: router-admin-state-down-before-update Dec 13 10:51:30.013645 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: agent.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.014341 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.014871 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: agent Dec 13 10:51:30.015191 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: agent_resources_synced.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.016110 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.016627 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: agent-resources-synced Dec 13 10:51:30.016941 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: allowedaddresspairs.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.018755 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.019304 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: allowed-address-pairs Dec 13 10:51:30.019627 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: auto_allocated_topology.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.020682 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.021205 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: auto-allocated-topology Dec 13 10:51:30.021526 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: availability_zone.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.022212 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.022751 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: availability_zone Dec 13 10:51:30.023077 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: availability_zone_filter.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.023982 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.024490 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: availability_zone_filter Dec 13 10:51:30.024810 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: data_plane_status.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.025840 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.026348 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension data-plane-status not supported by any of loaded plugins Dec 13 10:51:30.026704 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: default_subnetpools.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.027612 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.028121 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: default-subnetpools Dec 13 10:51:30.028439 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.029238 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.029745 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: dhcp_agent_scheduler Dec 13 10:51:30.030062 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: dns.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.031504 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.032030 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension dns-integration not supported by any of loaded plugins Dec 13 10:51:30.032351 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: dns_domain_ports.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.033263 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.033769 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 13 10:51:30.034090 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.035033 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.035537 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 13 10:51:30.035857 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: dvr.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.036522 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.037049 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: dvr Dec 13 10:51:30.037334 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: ecmp_routes.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.038245 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.038781 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension ecmp_routes not supported by any of loaded plugins Dec 13 10:51:30.039099 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: empty_string_filtering.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.039999 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.040514 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: empty-string-filtering Dec 13 10:51:30.040828 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.041726 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.042228 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 13 10:51:30.042547 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.043484 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.043987 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 13 10:51:30.044301 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: external_net.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.045210 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.045718 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: external-net Dec 13 10:51:30.046035 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.046995 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.047507 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: extra_dhcp_opt Dec 13 10:51:30.047820 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: extraroute.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.048717 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.049228 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: extraroute Dec 13 10:51:30.049543 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: extraroute_atomic.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.052137 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.052676 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: extraroute-atomic Dec 13 10:51:30.053007 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: filter_validation.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.053680 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.054192 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: filter-validation Dec 13 10:51:30.054511 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: fip_pf_description.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.055447 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.055955 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 13 10:51:30.056275 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: fip_port_details.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.057184 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.057701 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: fip-port-details Dec 13 10:51:30.058022 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: flavors.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.059286 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.059804 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: flavors Dec 13 10:51:30.060121 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.061773 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.062296 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 13 10:51:30.062724 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: floatingip_pools.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.063437 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.063946 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: floatingip-pools Dec 13 10:51:30.064264 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: ip_allocation.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.065189 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.065702 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension ip_allocation not supported by any of loaded plugins Dec 13 10:51:30.066021 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.066979 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.067487 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: ip-substring-filtering Dec 13 10:51:30.067811 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: l2_adjacency.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.068732 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.069235 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 13 10:51:30.069555 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: l3.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.070501 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.071048 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: router Dec 13 10:51:30.071369 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.073598 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.074126 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 13 10:51:30.074455 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.075397 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.075943 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: ext-gw-mode Dec 13 10:51:30.076268 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.077177 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.077691 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: l3-ha Dec 13 10:51:30.078012 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: l3_flavors.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.078957 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.079545 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: l3-flavors Dec 13 10:51:30.079792 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.080695 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.081210 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 13 10:51:30.081549 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: l3agentscheduler.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.082569 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.083112 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: l3_agent_scheduler Dec 13 10:51:30.083433 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: local_ip.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.085183 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.085703 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension local_ip not supported by any of loaded plugins Dec 13 10:51:30.086024 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: logging.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.087523 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.088040 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension logging not supported by any of loaded plugins Dec 13 10:51:30.088370 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: metering.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.089241 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.089826 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: metering Dec 13 10:51:30.090146 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.091268 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.091785 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: metering_source_and_destination_fields Dec 13 10:51:30.092108 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: multiprovidernet.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.093034 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.093544 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: multi-provider Dec 13 10:51:30.093894 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: netmtu.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.094839 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.095335 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: net-mtu Dec 13 10:51:30.095653 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: netmtu_writable.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.096554 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.097063 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: net-mtu-writable Dec 13 10:51:30.097379 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: network_availability_zone.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.098043 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.098594 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: network_availability_zone Dec 13 10:51:30.098890 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: network_ip_availability.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.099993 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.100519 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: network-ip-availability Dec 13 10:51:30.100839 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: network_segment_range.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.101598 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.102103 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension network-segment-range not supported by any of loaded plugins Dec 13 10:51:30.102518 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: pagination.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.103522 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.103847 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: pagination Dec 13 10:51:30.104168 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: port_device_profile.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.105075 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.105585 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: port-device-profile Dec 13 10:51:30.105900 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.106829 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.107339 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: port-mac-address-regenerate Dec 13 10:51:30.107653 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.108566 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.109071 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: port-numa-affinity-policy Dec 13 10:51:30.109394 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: port_resource_request.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.110373 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.110921 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension port-resource-request not supported by any of loaded plugins Dec 13 10:51:30.111238 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: port_resource_request_groups.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.112200 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.112705 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 13 10:51:30.113026 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: portbindings.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.113955 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.114462 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: binding Dec 13 10:51:30.114807 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: portbindings_extended.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.116081 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.116601 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: binding-extended Dec 13 10:51:30.116924 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: portsecurity.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.117826 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.118342 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: port-security Dec 13 10:51:30.118693 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: project_id.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.119675 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.119999 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: project-id Dec 13 10:51:30.120315 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: providernet.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.121230 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.121746 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: provider Dec 13 10:51:30.122061 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.125942 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.126464 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos not supported by any of loaded plugins Dec 13 10:51:30.126821 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.128075 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.128590 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 13 10:51:30.128911 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.129829 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.130376 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 13 10:51:30.130727 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_default.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.131627 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.132136 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos-default not supported by any of loaded plugins Dec 13 10:51:30.132449 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_fip.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.133112 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.133612 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos-fip not supported by any of loaded plugins Dec 13 10:51:30.133926 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.134953 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 13 10:51:30.135279 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_gateway_ip.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.136190 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.136709 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 13 10:51:30.137033 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_port_network_policy.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.137947 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.138460 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 13 10:51:30.138805 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.139944 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.140456 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 13 10:51:30.140802 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_pps_rule.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.141972 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.142491 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos-pps not supported by any of loaded plugins Dec 13 10:51:30.142841 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_rule_type_details.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.143755 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.144264 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 13 10:51:30.144581 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: qos_rules_alias.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.145619 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.146130 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 13 10:51:30.146448 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: quota_check_limit.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.147384 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.147894 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: quota-check-limit Dec 13 10:51:30.148214 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: quotasv2.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.149153 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.149478 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: quotas Dec 13 10:51:30.149791 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: quotasv2_detail.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.152954 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.153288 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: quota_details Dec 13 10:51:30.153620 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: rbac.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.154702 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.155224 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: rbac-policies Dec 13 10:51:30.155545 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: rbac_address_group.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.157119 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.157647 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: rbac-address-group Dec 13 10:51:30.157970 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: rbac_address_scope.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.158913 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.159428 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: rbac-address-scope Dec 13 10:51:30.159748 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: rbac_security_groups.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.160654 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.161170 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: rbac-security-groups Dec 13 10:51:30.161488 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: rbac_subnetpool.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.162391 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.162941 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: rbac-subnetpool Dec 13 10:51:30.163259 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: revisionifmatch.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.164183 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.164697 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: revision-if-match Dec 13 10:51:30.165019 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: revisions.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.166113 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.166655 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: standard-attr-revisions Dec 13 10:51:30.166979 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: router_availability_zone.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.167642 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.168150 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: router_availability_zone Dec 13 10:51:30.168471 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: routerservicetype.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.169378 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.169884 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension router-service-type not supported by any of loaded plugins Dec 13 10:51:30.170196 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.171215 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.171727 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: security-groups-normalized-cidr Dec 13 10:51:30.172112 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.173196 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.173708 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: port-security-groups-filtering Dec 13 10:51:30.174090 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.175034 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.175544 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: security-groups-remote-address-group Dec 13 10:51:30.175860 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.176788 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.177300 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: security-groups-shared-filtering Dec 13 10:51:30.177613 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.178179 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 13 10:51:30.178496 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: securitygroup.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.188398 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.188920 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: security-group Dec 13 10:51:30.189253 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: segment.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.190031 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.190559 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension segment not supported by any of loaded plugins Dec 13 10:51:30.190878 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.191814 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.192329 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 13 10:51:30.192656 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: servicetype.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.193738 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.194258 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: service-type Dec 13 10:51:30.194604 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: sorting.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.195578 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.195906 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: sorting Dec 13 10:51:30.196220 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: standard_attr_segment.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.197127 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.197649 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 13 10:51:30.197964 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: standardattrdescription.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.198631 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.199146 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: standard-attr-description Dec 13 10:51:30.199460 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: stateful_security_group.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.200404 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.200921 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: stateful-security-group Dec 13 10:51:30.201236 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: stdattrs_common.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.201793 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 13 10:51:30.202107 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.203078 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.203744 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 13 10:51:30.204057 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: subnet_onboard.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.205115 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.205634 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: subnet_onboard Dec 13 10:51:30.205955 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.206904 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.207413 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 13 10:51:30.207725 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: subnet_service_types.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.208657 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.209170 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: subnet-service-types Dec 13 10:51:30.209483 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: subnetallocation.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.210574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.211101 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: subnet_allocation Dec 13 10:51:30.211421 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.212074 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.212583 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: subnetpool-prefix-ops Dec 13 10:51:30.212900 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.213822 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.214328 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 13 10:51:30.214679 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: tagging.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.215731 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.216247 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: standard-attr-tag Dec 13 10:51:30.216573 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: timestamp.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.217760 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.218281 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loaded extension: standard-attr-timestamp Dec 13 10:51:30.218630 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: trunk.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.219678 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.220187 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension trunk not supported by any of loaded plugins Dec 13 10:51:30.220510 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: trunk_details.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.221416 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.221926 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension trunk-details not supported by any of loaded plugins Dec 13 10:51:30.222248 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: uplink_status_propagation.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.223199 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.223717 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 13 10:51:30.224034 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Loading extension file: vlantransparent.py {{(pid=102332) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 13 10:51:30.224694 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102332) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 13 10:51:30.225204 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 13 10:51:30.227759 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:network Dec 13 10:51:30.228282 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:subnet Dec 13 10:51:30.228681 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 10:51:30.229064 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:port Dec 13 10:51:30.230309 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.230782 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service FLAVORS assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.231394 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.231822 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.232150 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:router Dec 13 10:51:30.232572 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 10:51:30.233063 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service METERING assigned prefix: /metering {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.234571 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:30.234923 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:30.235276 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102332) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 10:51:30.236256 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 10:51:30.236702 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:security_group Dec 13 10:51:30.237133 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 10:51:30.237744 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service CORE assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.238066 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 10:51:30.238407 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] subnetpool is already registered Dec 13 10:51:30.238858 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service CORE assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.239180 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 10:51:30.239504 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] subnetpool is already registered Dec 13 10:51:30.241738 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.242168 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service FLAVORS assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.242779 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.243203 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.243529 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:router Dec 13 10:51:30.243862 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] router is already registered Dec 13 10:51:30.244319 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:floatingip Dec 13 10:51:30.244602 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] floatingip is already registered Dec 13 10:51:30.245053 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service METERING assigned prefix: /metering {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.245707 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of CountableResource for resource:rbac_policy Dec 13 10:51:30.246027 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] rbac_policy is already registered Dec 13 10:51:30.246434 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:security_group Dec 13 10:51:30.246791 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] security_group is already registered Dec 13 10:51:30.247187 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 13 10:51:30.247509 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] security_group_rule is already registered Dec 13 10:51:30.248140 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service CORE assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.248465 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 10:51:30.248792 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] subnetpool is already registered Dec 13 10:51:30.249201 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.v2.resource_helper [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Service CORE assigned prefix: {{(pid=102332) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 13 10:51:30.249514 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Creating instance of TrackedResource for resource:subnetpool Dec 13 10:51:30.249839 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING neutron.quota.resource_registry [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] subnetpool is already registered Dec 13 10:51:30.250450 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: extensions {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.251904 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: address-groups {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.253409 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: address-scopes {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.254765 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: agents {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.255932 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: auto-allocated-topology {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.257172 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: availability_zones {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.258398 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: dhcp-networks {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.259926 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: dhcp-agents {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.261352 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: routers {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.263609 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: flavors {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.264768 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: service_profiles {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.266086 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: next_providers {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.267568 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: service_profiles {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.269994 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: floatingip-pools {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.271266 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: routers {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.273394 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: floatingips {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.274717 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: l3-routers {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.276093 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: l3-agents {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.277502 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: metering-labels {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.278889 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: metering-label-rules {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.280168 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: network-ip-availabilities {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.281892 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: bindings {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.283626 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: quotas {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.285216 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: quotas {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.286775 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: rbac-policies {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.288070 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: security-groups {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.289293 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: security-group-rules {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.290550 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: service-providers {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.291772 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: subnetpools {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.293208 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: subnetpools {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.294682 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: tags {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.296364 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: tags {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.298264 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: tags {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.300086 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: tags {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.301870 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: tags {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.303846 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: tags {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.305623 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: tags {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.307569 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: tags {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.309349 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: tags {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.311230 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron.api.extensions [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Extended resource: tags {{(pid=102332) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 13 10:51:30.317390 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING keystonemiddleware.auth_token [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 13 10:51:30.322127 dv-cinder-808574-5-iscsi neutron-server[102332]: WARNING keystonemiddleware.auth_token [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 13 10:51:30.330909 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_concurrency.lockutils [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Acquired lock "singleton_lock" {{(pid=102332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 13 10:51:30.331369 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_concurrency.lockutils [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Releasing lock "singleton_lock" {{(pid=102332) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 13 10:51:30.332018 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO oslo_service.service [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Starting 2 workers Dec 13 10:51:30.336746 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Started child 102441 {{(pid=102332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 10:51:30.341218 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Started child 102442 {{(pid=102332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 10:51:30.342345 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:30.343063 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO neutron.service [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 13 10:51:30.343335 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Publish callbacks [] for process, before_spawn {{(pid=102332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:30.343978 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [-] (102441) wsgi starting up on http://0.0.0.0:9696 Dec 13 10:51:30.345769 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO oslo_service.service [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Starting 1 workers Dec 13 10:51:30.346340 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:30.347683 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [-] (102442) wsgi starting up on http://0.0.0.0:9696 Dec 13 10:51:30.350780 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Started child 102443 {{(pid=102332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 10:51:30.351393 dv-cinder-808574-5-iscsi neutron-server[102332]: INFO oslo_service.service [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Starting 1 workers Dec 13 10:51:30.354803 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.service [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] calling RpcWorker wait() {{(pid=102443) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 13 10:51:30.355376 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.service [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] returning from RpcWorker wait() {{(pid=102443) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 13 10:51:30.355882 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Started child 102444 {{(pid=102332) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 13 10:51:30.356487 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:30.356632 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG neutron_lib.callbacks.manager [None req-88a5ee14-6a25-48f9-9580-a57a39022db5 None None] Publish callbacks [] for process, after_spawn {{(pid=102332) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:30.356938 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:51:30.358512 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 10:51:30.358718 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 10:51:30.358889 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 10:51:30.359104 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 10:51:30.359458 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 10:51:30.359669 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 10:51:30.360174 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.360448 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.360704 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.360913 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.361201 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.361771 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.362021 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.362273 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.362570 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.362714 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:30.363200 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.363200 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.363200 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.363378 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.363582 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.363889 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.364131 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.364373 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.364644 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.364770 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.365035 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.365278 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.365517 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.365784 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] debug = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.366033 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.366490 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.366744 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.366975 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.367204 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.367477 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.367701 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.367965 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.368203 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.368417 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.368626 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.368878 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.369109 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.369326 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.369591 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.369776 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.370008 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.370236 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.370710 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] host = dv-cinder-808574-5-iscsi {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.370934 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.371161 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.371396 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.371709 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.371880 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.372112 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.372328 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.372591 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.372823 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.373055 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.373282 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.373518 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.373750 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.374004 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.374146 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_options = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.374376 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.374663 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.374931 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.375186 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.375376 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.375557 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.375811 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.376137 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.376269 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.376391 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.376601 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.376802 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.377011 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.377233 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.377458 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.377682 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.377893 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.378126 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.378374 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.378621 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.378844 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.379064 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.379314 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.379531 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.379775 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.379965 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.380204 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.380415 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.380628 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.380876 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.381104 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.381340 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.381567 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.381780 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.382036 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.382286 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.382503 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.382752 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.383015 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.383236 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.383476 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.383710 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.383918 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.384150 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.384378 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.384587 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.384821 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_json = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.385045 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.385270 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.385506 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.385729 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.385936 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.386145 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.386375 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.386637 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.387041 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.387304 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.388497 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.388963 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.389133 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.389438 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.389625 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.389890 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.390256 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.390459 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.391237 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.391854 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.392141 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.392384 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.392653 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.394141 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.395054 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.395328 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.395590 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.395753 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:51:30.395900 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.396037 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.396289 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.396565 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.398699 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.400543 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.400543 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.400543 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.400543 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.400543 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.401647 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.401647 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.401647 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.401647 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.403527 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.403527 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.403527 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.403527 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.403527 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.403527 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.403527 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.403527 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.405428 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.405428 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.405428 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.405428 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.405428 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.405428 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.405428 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.405428 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.409574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.409574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.409574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.409574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.409574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.409574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.409574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.409574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.409574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413244 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413244 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413244 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413244 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413244 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413244 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413244 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413244 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413244 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.413747 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414251 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414251 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414251 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414251 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414251 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414251 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414251 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414251 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414251 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414812 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414812 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414812 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414812 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.414812 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.415198 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.415519 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.415616 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.415853 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.416109 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.416355 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.416611 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.416833 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.417069 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.417286 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.417507 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.417735 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.417991 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.418219 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.418449 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.418695 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.418915 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.419169 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.419386 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.419605 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.419818 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.420056 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.420276 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.420550 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.420804 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.421047 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.421286 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.421536 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.421819 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.422201 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.422560 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.422885 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.423148 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.423468 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.423718 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.423988 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.424219 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.424471 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.424724 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.424970 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.425222 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.425466 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.425712 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.425948 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.426207 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.426438 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.426692 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.426937 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.427259 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.427500 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.427726 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.427937 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.428198 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.428440 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.428680 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.428934 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.429265 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.429519 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.429780 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.430013 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.430228 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.430456 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.430779 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.430993 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.431243 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.431470 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.431686 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.431897 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.432112 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.432359 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.432572 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.432792 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.433036 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.433262 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.433488 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.433727 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.433937 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.434154 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.434388 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.434642 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.434861 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.435075 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.435286 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.435538 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.435743 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.436008 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.436259 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.436488 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.436731 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.436979 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.437234 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.437446 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.438266 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.438520 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.438758 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.438975 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.439198 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.439413 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.439655 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.439884 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.440116 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.440351 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.440608 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.440930 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.441172 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.441403 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.441648 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.441892 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.442091 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.442327 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.442590 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.442803 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.443021 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.443234 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.443468 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.443716 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.443954 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.444166 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.444390 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.444606 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.444817 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.445044 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.445327 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.445572 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.445812 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.446057 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.446396 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.446502 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.446730 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.446957 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.447164 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.447380 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.447595 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.447798 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.448049 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.448254 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.448460 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.448680 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.448891 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.449126 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.449349 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.449571 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.449778 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.449992 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.450207 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.450434 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.450677 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.450884 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.451109 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.451335 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.451549 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.451760 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.451989 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.452197 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.452400 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.452638 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.452868 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.453069 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.454044 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.454305 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.454563 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.454829 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.455089 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.455336 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.455588 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.455899 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.456133 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.456377 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.456593 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.456842 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.457060 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.457312 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.457637 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.457903 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.458154 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.458402 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.458702 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.458970 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.459230 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.459460 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.459748 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.460072 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.460336 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.460587 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.460834 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.461091 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.461312 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.461525 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.461760 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.461989 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.462202 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.462437 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.462689 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.462910 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.463142 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.463366 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.463605 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.463856 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.464086 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.464319 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.464546 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.464703 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 10:51:30.465222 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102332) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 13 10:51:30.465381 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 13 10:51:30.465534 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 13 10:51:30.465717 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 13 10:51:30.465961 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 13 10:51:30.466118 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 13 10:51:30.466317 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.466480 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.466665 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.466819 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.467024 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.467156 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.467331 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.467490 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.467635 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.467776 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.467932 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.468089 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.468246 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.468404 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.468556 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.468716 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.468875 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.469546 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.469723 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.469885 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.470038 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.470196 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.470355 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] debug = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.470514 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.470740 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.470906 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.471060 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.471216 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.471378 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.471552 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.471687 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.471846 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.472007 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.472166 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.472323 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.472477 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.472633 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.472788 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.472943 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.473107 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.473262 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.473422 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] host = dv-cinder-808574-5-iscsi {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.473581 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.473736 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.473891 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.474048 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.474203 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.474363 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.474513 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.474713 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.474839 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.474985 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.475142 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.475297 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.475455 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.475616 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.475774 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_options = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.475936 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.476093 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.476245 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.476427 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.476588 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.476745 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.476901 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.477057 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.477216 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.477378 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.477535 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.477689 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.477844 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.478002 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.478158 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.478315 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.478471 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.478643 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.478806 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.478954 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.479112 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.479266 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.479426 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.479584 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.479745 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.479901 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.480045 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.480203 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.480368 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.480520 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.480674 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.480830 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.480987 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.481144 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.481302 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.481459 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.481615 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.481776 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.481936 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.482092 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.482247 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.482403 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.482607 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.482754 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.482884 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.483041 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.483196 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_json = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.483353 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.483508 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.483666 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.483821 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.483978 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.484135 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.484290 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.484564 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 13 10:51:30.484781 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.484945 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.485179 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.485344 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.485505 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.485665 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.485824 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.485983 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.486141 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.486302 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.486469 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.486651 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.486820 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.486976 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.487135 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.487295 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.487456 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.487616 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.487780 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.490550 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.490550 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.490550 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.490550 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.490550 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.490550 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.490550 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.490550 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491025 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491025 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491025 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491208 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:51:30.491279 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491279 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.43/identity {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491279 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491279 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491279 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491279 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491279 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491279 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491710 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491710 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491710 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491710 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491710 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.491710 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.492036 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.492036 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.492153 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.492245 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.492405 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.492564 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.492749 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.492891 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.493029 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.493181 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.493341 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.493483 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.493645 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.493816 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.493973 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.494132 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.494290 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.494493 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.494665 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.494801 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.494932 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.495066 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.495213 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.495375 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.495546 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.495705 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.495859 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.495993 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.496156 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.496316 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.496497 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.496674 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.496835 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.496993 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.497151 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.497300 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.497455 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.497615 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.497774 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.497933 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.498092 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.498250 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.498408 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.498583 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.498743 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.498877 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.499008 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.499180 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.499352 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.499511 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.499670 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.499910 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.500175 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.500378 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.500616 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.500791 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.500952 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.501102 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.501259 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.501418 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.501583 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.501742 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.501889 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.502046 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.502204 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.502363 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.502520 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.502685 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.502844 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.503002 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.503150 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.503295 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.503452 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.503610 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.503777 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.503935 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.504096 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.504256 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.504421 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.504593 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.504740 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.504901 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.505059 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.505214 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.505367 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.505525 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.505683 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.505841 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.506000 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.506145 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.506314 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.506474 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.506658 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.506795 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.506969 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.507127 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.507285 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.507445 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.507578 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.507736 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.507895 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.508054 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.508278 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.508430 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.508564 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.508694 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.43/identity {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.508837 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.508970 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.509100 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.509233 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.509374 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.509531 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.509690 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.509849 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.509994 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.510156 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.510314 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.510471 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.510637 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.510802 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.510961 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.511120 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.511277 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.511427 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.511574 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.511733 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.511891 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.512050 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.512209 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.512369 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.512527 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.512688 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.512847 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.512994 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.513154 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.513313 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.513462 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.513618 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.513778 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.513936 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.514095 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.514254 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.514470 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.514655 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.514795 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.514932 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.515064 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.515198 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.515328 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.515470 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.515622 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.515811 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.516473 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.516643 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.516806 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.516966 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.517124 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.517283 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.517443 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.517601 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.517763 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.517926 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.518086 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.518245 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.518404 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.518581 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.518742 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.518901 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.519078 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.519238 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.519396 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.519555 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.519714 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.519873 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.520041 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.520201 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.520358 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.520516 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.520674 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.520832 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.521000 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.521159 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.521319 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.521476 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.521635 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.521797 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.521964 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.522123 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.522281 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.522442 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.522620 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.522780 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.522948 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.523106 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.523264 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.523422 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.523580 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.523740 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.523907 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.524065 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.524224 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.524382 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.524540 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.524699 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.524866 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.525027 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.525184 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.525350 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.525509 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.525668 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.525827 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.525998 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.526158 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.526319 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.526477 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.526656 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.526815 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.526975 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.527138 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.527308 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.527472 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.527632 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.527800 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.527967 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.528212 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.528379 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.528545 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.528716 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.528876 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.529030 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.529184 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.529342 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.529491 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.529649 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.529807 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.529965 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.530123 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.530284 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.530442 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.530972 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.531104 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.531265 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.531506 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.532153 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.532247 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.532363 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.532522 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 13 10:51:30.532676 dv-cinder-808574-5-iscsi neutron-server[102332]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102332) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 13 10:51:30.585368 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37396) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:51:30.597143 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [-] 10.222.0.43 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0087464 Dec 13 10:51:42.175835 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e1a0aa-a314-4079-adb0-87a413c87a5c None None] get_active_networks_info from dv-cinder-808574-5-iscsi {{(pid=102443) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 13 10:51:42.229751 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e1a0aa-a314-4079-adb0-87a413c87a5c None None] No non-hosted networks {{(pid=102443) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 13 10:51:42.243871 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.agentschedulers_db [None req-12e1a0aa-a314-4079-adb0-87a413c87a5c None None] DHCP Agent not found on host dv-cinder-808574-5-iscsi {{(pid=102443) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 13 10:51:42.301723 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2439765f-372e-446d-afbd-c1ea08229654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680241'] for agent, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:44.372790 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3d0584fb-26a8-47a8-b9a3-11e93b4a66bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680241'] for agent, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:44.392748 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-1e47e87c-5263-4e68-bbd1-003497534686 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:45.606909 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680241'] for agent, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:46.995781 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680241'] for agent, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:47.991122 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680241'] for agent, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:47.992324 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.992902 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.993452 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.993993 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.994571 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.995143 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.995665 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.996266 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.997237 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.997744 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.998309 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.998850 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:47.999417 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:48.000187 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-808574-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:51:48.022767 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-808574-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:51:48.399504 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37486) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:51:48.895098 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.db.l3_hamode_db [None req-9527ecf7-b3f7-4ee6-92ab-1b5fe9ac8d4a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 13 10:51:48.910773 dv-cinder-808574-5-iscsi neutron-server[102442]: WARNING oslo_policy.policy [None req-41251abb-d03d-4637-b348-b1fc5eee76c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 10:51:48.911354 dv-cinder-808574-5-iscsi neutron-server[102442]: WARNING oslo_policy.policy [None req-41251abb-d03d-4637-b348-b1fc5eee76c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 10:51:48.977121 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527ecf7-b3f7-4ee6-92ab-1b5fe9ac8d4a None None] Routers set() bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:51:48.977506 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527ecf7-b3f7-4ee6-92ab-1b5fe9ac8d4a None None] Router IDs set() for agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 13 10:51:49.136359 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [None req-41251abb-d03d-4637-b348-b1fc5eee76c6 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:51:49.137366 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-41251abb-d03d-4637-b348-b1fc5eee76c6 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7368734 Dec 13 10:51:51.784825 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37502) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:51:52.128893 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-01e098c9-2560-47dc-bff2-76f6fea8cd7d admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:51:52.222357 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.policy [None req-01e098c9-2560-47dc-bff2-76f6fea8cd7d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102442) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 10:51:52.269466 dv-cinder-808574-5-iscsi neutron-server[102442]: WARNING oslo_policy.policy [None req-01e098c9-2560-47dc-bff2-76f6fea8cd7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 10:51:52.269849 dv-cinder-808574-5-iscsi neutron-server[102442]: WARNING oslo_policy.policy [None req-01e098c9-2560-47dc-bff2-76f6fea8cd7d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 10:51:52.278198 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.quota [None req-01e098c9-2560-47dc-bff2-76f6fea8cd7d admin admin] Loaded quota_driver: . Dec 13 10:51:52.378309 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-01e098c9-2560-47dc-bff2-76f6fea8cd7d admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763953875838', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763953870121', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763953856693', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763953853884', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763953844793', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8763953970995', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-596364', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-598412', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3734467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3627544'] for rbac-policy, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:52.455755 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-01e098c9-2560-47dc-bff2-76f6fea8cd7d admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:52.456947 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-01e098c9-2560-47dc-bff2-76f6fea8cd7d admin admin] 10.222.0.43 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6711593 Dec 13 10:51:55.280311 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 37514) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:51:55.841409 dv-cinder-808574-5-iscsi neutron-server[102441]: WARNING oslo_policy.policy [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 10:51:55.841960 dv-cinder-808574-5-iscsi neutron-server[102441]: WARNING oslo_policy.policy [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 10:51:56.075776 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'name': 'private', 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:51:56.077276 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.quota [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Loaded quota_driver: . Dec 13 10:51:56.143516 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Made reservation on behalf of 4971c69c1dfa4d98bdaf00faf8ab472c for: {'network': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:51:56.215434 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.policy [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102441) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 13 10:51:56.261668 dv-cinder-808574-5-iscsi neutron-server[102441]: WARNING oslo_policy.policy [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 10:51:56.262029 dv-cinder-808574-5-iscsi neutron-server[102441]: WARNING oslo_policy.policy [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 13 10:51:56.272734 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:56.294822 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:56.409254 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:56.415740 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:56.434813 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 265} {{(pid=102441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:51:56.461414 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763954174329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:56.461993 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Unsubscribe: segment precommit_create {{(pid=102441) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 10:51:56.462482 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.segments_db [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Added segment 29c9db2e-8435-4655-8d34-302b5ede1a6b of type vlan for network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 Dec 13 10:51:56.479053 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b6333f-7dc9-4b7c-95c6-1a83f8319a07,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:51:56.499975 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.500330 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.500668 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.500997 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.501316 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.501604 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.501940 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.502269 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.502618 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.502950 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.503246 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.503554 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.503863 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Tracked resource versions report: Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: pushed versions: Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: { 'AddressGroup': {'1.2'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'ConntrackHelper': {'1.0'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'LocalIPAssociation': {'1.0'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Log': {'1.0'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Network': {'1.1'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Port': {'1.7'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'PortForwarding': {'1.2'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'QosPolicy': {'1.10'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SecurityGroup': {'1.5'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SecurityGroupRule': {'1.2'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SubPort': {'1.0'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Subnet': {'1.1'}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Trunk': {'1.1'}} Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: consumer versions: Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: { DHCP agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: L3 agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: Metadata agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: Metering agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: Open vSwitch agent@dv-cinder-808574-5-iscsi: { 'AddressGroup': '1.2', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'ConntrackHelper': '1.0', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'LocalIPAssociation': '1.0', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Log': '1.0', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Network': '1.1', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Port': '1.7', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'PortForwarding': '1.2', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'QosPolicy': '1.10', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SecurityGroup': '1.5', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SecurityGroupRule': '1.2', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SubPort': '1.0', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Subnet': '1.1', Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Trunk': '1.1'}} Dec 13 10:51:56.505168 dv-cinder-808574-5-iscsi neutron-server[102441]: {{(pid=102441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 10:51:56.588244 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:56.632616 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:56.633834 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:51:56.634511 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:51:56.712418 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4294665 Dec 13 10:51:56.739669 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df756e4-a128-4968-b039-b39a04aa7563 admin admin] Pushing event updated for resources: {'Network': ['ID=386ed734-3f0b-42f6-9c10-2cbc38b07bd1,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:51:56.751741 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:51:59.634298 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 37536) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:00.046420 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0a669-3f08-466b-9605-5100319d40e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:00.047809 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-b5d0a669-3f08-466b-9605-5100319d40e3 admin admin] 10.222.0.43 "GET /v2.0/networks/386ed734-3f0b-42f6-9c10-2cbc38b07bd1 HTTP/1.1" status: 200 len: 825 time: 0.4123676 Dec 13 10:52:00.090706 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4ecb939e-4392-47c1-99e2-a9c389c1d64b admin admin] 10.222.0.43 "GET /v2.0/subnetpools/12245781-6ea3-4543-b546-c3f77d11dce3 HTTP/1.1" status: 200 len: 734 time: 0.0336809 Dec 13 10:52:00.100088 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '12245781-6ea3-4543-b546-c3f77d11dce3', 'name': 'private-subnet', 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:00.125232 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Made reservation on behalf of 4971c69c1dfa4d98bdaf00faf8ab472c for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:52:00.127566 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:00.430985 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:00.492803 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8487f56f-ad42-4f3d-aa9e-cc0329f01d52,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:00.503245 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Checking segment: {'id': '29c9db2e-8435-4655-8d34-302b5ede1a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:52:00.503616 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Network hostable DHCP agents. Network: 386ed734-3f0b-42f6-9c10-2cbc38b07bd1, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:52:00.527989 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:52:00.541807 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 386ed734-3f0b-42f6-9c10-2cbc38b07bd1) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:00.547077 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:00.547665 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:00.551883 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe6eed4-6707-4171-b586-d16d63784b6d None None] Network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:52:00.564384 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-04048210-c18a-47bb-b17f-8c23bb4ad360 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4676375 Dec 13 10:52:00.820275 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6afb397b-6190-5666-a637-9b1b0057fb75-386ed734-3f0b-42f6-9c10-2cbc38b07bd1', 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1', 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'fixed_ips': [{'subnet_id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52'}]}} from dv-cinder-808574-5-iscsi. {{(pid=102443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:52:00.821492 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:01.121867 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.db_base_plugin_common [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Allocated IP 172.20.0.2 (386ed734-3f0b-42f6-9c10-2cbc38b07bd1/8487f56f-ad42-4f3d-aa9e-cc0329f01d52/5c411983-3f9c-46d0-a6bc-940676e57875) {{(pid=102443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:52:01.370262 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Publish callbacks [] for port, precommit_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:01.379648 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:01.457255 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 is already hosted by enough agents. {{(pid=102443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:52:01.462249 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.base_scheduler [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Resources bound (agent type, host, resource id): {{(pid=102443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:01.470805 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Received port after_create {{(pid=102443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:52:01.482214 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Pushing event updated for resources: {'Port': ['ID=5c411983-3f9c-46d0-a6bc-940676e57875,revision_number=1']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:01.512663 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.512992 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.513379 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.513724 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.514057 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.514383 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.514947 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.515291 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.515796 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.516139 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.516471 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.516796 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.517114 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Tracked resource versions report: Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: pushed versions: Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: { 'AddressGroup': {'1.2'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'ConntrackHelper': {'1.0'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'LocalIPAssociation': {'1.0'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Log': {'1.0'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Network': {'1.1'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Port': {'1.7'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'PortForwarding': {'1.2'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'QosPolicy': {'1.10'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SecurityGroup': {'1.5'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SecurityGroupRule': {'1.2'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SubPort': {'1.0'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Subnet': {'1.1'}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Trunk': {'1.1'}} Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: consumer versions: Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: { DHCP agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: L3 agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: Metadata agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: Metering agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: Open vSwitch agent@dv-cinder-808574-5-iscsi: { 'AddressGroup': '1.2', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'ConntrackHelper': '1.0', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'LocalIPAssociation': '1.0', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Log': '1.0', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Network': '1.1', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Port': '1.7', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'PortForwarding': '1.2', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'QosPolicy': '1.10', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SecurityGroup': '1.5', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SecurityGroupRule': '1.2', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SubPort': '1.0', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Subnet': '1.1', Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Trunk': '1.1'}} Dec 13 10:52:01.518454 dv-cinder-808574-5-iscsi neutron-server[102443]: {{(pid=102443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 10:52:01.568024 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Attempting to bind port 5c411983-3f9c-46d0-a6bc-940676e57875 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:52:01.568649 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Attempting to bind port 5c411983-3f9c-46d0-a6bc-940676e57875 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': '29c9db2e-8435-4655-8d34-302b5ede1a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:52:01.568840 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Attempting to bind port 5c411983-3f9c-46d0-a6bc-940676e57875 on network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:52:01.574288 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:52:01.574708 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Checking segment: {'id': '29c9db2e-8435-4655-8d34-302b5ede1a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:52:01.575192 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:01.575589 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Bound using segment: {'id': '29c9db2e-8435-4655-8d34-302b5ede1a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:52:01.576085 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Bound port: 5c411983-3f9c-46d0-a6bc-940676e57875, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c9db2e-8435-4655-8d34-302b5ede1a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:52:01.576489 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:01.641204 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] For port 5c411983-3f9c-46d0-a6bc-940676e57875, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:52:01.645702 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] For port 5c411983-3f9c-46d0-a6bc-940676e57875, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=5c411983-3f9c-46d0-a6bc-940676e57875,segment=NetworkSegment(29c9db2e-8435-4655-8d34-302b5ede1a6b),segment_id=29c9db2e-8435-4655-8d34-302b5ede1a6b)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:52:01.651409 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:01.715300 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bc5222-669a-4db8-8059-50a406364cc1 None None] Pushing event updated for resources: {'Port': ['ID=5c411983-3f9c-46d0-a6bc-940676e57875,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:03.188682 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37544) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:03.518547 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [None req-4a4c1abe-96d8-4621-952f-3b7cdec8d147 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:52:03.534545 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4a4c1abe-96d8-4621-952f-3b7cdec8d147 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3300359 Dec 13 10:52:06.107828 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 37552) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:06.437858 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [None req-968585fa-ecda-4c16-9609-8940861a971d admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:52:06.438853 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-968585fa-ecda-4c16-9609-8940861a971d admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3299758 Dec 13 10:52:09.258780 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37562) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:09.578205 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-d388d716-d157-432d-9e0e-0ab8e340a859 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:09.606428 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d388d716-d157-432d-9e0e-0ab8e340a859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6768'] for router, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:09.608021 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d388d716-d157-432d-9e0e-0ab8e340a859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3717068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:09.771333 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d388d716-d157-432d-9e0e-0ab8e340a859 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:09.777663 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d388d716-d157-432d-9e0e-0ab8e340a859 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374'] for router, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:09.796308 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d388d716-d157-432d-9e0e-0ab8e340a859 admin admin] Publish callbacks [] for router, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:09.797554 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-d388d716-d157-432d-9e0e-0ab8e340a859 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5377991 Dec 13 10:52:09.847233 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 5c411983-3f9c-46d0-a6bc-940676e57875 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:52:09.943318 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 5c411983-3f9c-46d0-a6bc-940676e57875 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:09.943698 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:10.065483 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:10.102340 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 5c411983-3f9c-46d0-a6bc-940676e57875, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=5c411983-3f9c-46d0-a6bc-940676e57875,segment=NetworkSegment(29c9db2e-8435-4655-8d34-302b5ede1a6b),segment_id=29c9db2e-8435-4655-8d34-302b5ede1a6b)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:10.111910 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:10.167772 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=5c411983-3f9c-46d0-a6bc-940676e57875,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:10.785899 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828e483f-5cd0-4670-a1f7-b40a469fa56e None None] Network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:52:10.850358 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-859862e3-691a-4852-aee0-c80b337cfb47 None None] Provisioning complete for port 5c411983-3f9c-46d0-a6bc-940676e57875 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:10.851062 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-859862e3-691a-4852-aee0-c80b337cfb47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:11.197604 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-23f21281-3c8d-4544-b2df-fdff68604012 None None] Provisioning complete for port 5c411983-3f9c-46d0-a6bc-940676e57875 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:11.197944 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-23f21281-3c8d-4544-b2df-fdff68604012 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:11.821107 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 5c411983-3f9c-46d0-a6bc-940676e57875 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:52:11.876008 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 5c411983-3f9c-46d0-a6bc-940676e57875 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:11.876668 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:12.050027 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-93b3c307-2fcc-4e9e-80e3-20b3ea2c5d69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:12.443903 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37574) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:12.769134 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [None req-5254d2f1-948f-4bd9-aaa1-6d9b68adecda admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:52:12.770131 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-5254d2f1-948f-4bd9-aaa1-6d9b68adecda admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3252528 Dec 13 10:52:14.351237 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-33f80077-a685-4f14-813d-74a04f0c7788 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:15.411153 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37588) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:15.561799 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:15.725019 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:15.754502 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Made reservation on behalf of 5d5e687f4b0d4ac691e2f672000b3e46 for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:52:15.758878 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:15.778134 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:15.890305 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:15.896939 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:15.907709 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Reserving flat network on physical network physnet1 {{(pid=102442) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 13 10:52:15.939436 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763954174329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:15.939990 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Unsubscribe: segment precommit_create {{(pid=102442) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 13 10:52:15.940465 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Added segment fee6689d-a245-4959-b5f3-3c13bc8e9e3f of type flat for network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 Dec 13 10:52:15.959617 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b26b943-678c-4c08-bcaa-7984d892648d,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:16.002979 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.003331 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.003672 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.003981 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.004315 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.004674 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.004938 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.005285 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.005613 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.005952 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.006265 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.006560 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.006891 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Tracked resource versions report: Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: pushed versions: Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: { 'AddressGroup': {'1.2'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'ConntrackHelper': {'1.0'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'LocalIPAssociation': {'1.0'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Log': {'1.0'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Network': {'1.1'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Port': {'1.7'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'PortForwarding': {'1.2'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'QosPolicy': {'1.10'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SecurityGroup': {'1.5'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SecurityGroupRule': {'1.2'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SubPort': {'1.0'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Subnet': {'1.1'}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Trunk': {'1.1'}} Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: consumer versions: Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: { DHCP agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: L3 agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: Metadata agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: Metering agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: Open vSwitch agent@dv-cinder-808574-5-iscsi: { 'AddressGroup': '1.2', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'ConntrackHelper': '1.0', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'LocalIPAssociation': '1.0', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Log': '1.0', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Network': '1.1', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Port': '1.7', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'PortForwarding': '1.2', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'QosPolicy': '1.10', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SecurityGroup': '1.5', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SecurityGroupRule': '1.2', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SubPort': '1.0', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Subnet': '1.1', Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Trunk': '1.1'}} Dec 13 10:52:16.008208 dv-cinder-808574-5-iscsi neutron-server[102442]: {{(pid=102442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 10:52:16.065132 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:16.114449 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:16.115526 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:16.116197 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:16.188450 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7759166 Dec 13 10:52:16.215483 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842fd44-c369-46ba-a230-2a6afc10e46d admin admin] Pushing event updated for resources: {'Network': ['ID=d7cc04c3-ad4e-49b2-8a2e-22bf96490603,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:16.226758 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:52:16.923833 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:17.989487 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:18.651930 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37610) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:18.828364 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b22972-f447-4158-8092-b853a4ae9ee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:18.830037 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-77b22972-f447-4158-8092-b853a4ae9ee5 admin admin] 10.222.0.43 "GET /v2.0/subnets/8487f56f-ad42-4f3d-aa9e-cc0329f01d52 HTTP/1.1" status: 200 len: 849 time: 0.1771348 Dec 13 10:52:18.968563 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c8c85b68-3965-485b-9833-4c51318778fa admin admin] 10.222.0.43 "GET /v2.0/routers/007ffb5d-4103-49c3-84b3-08e5af87fd8b HTTP/1.1" status: 200 len: 704 time: 0.1324236 Dec 13 10:52:19.254095 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.565125 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Allocated IP 172.20.0.1 (386ed734-3f0b-42f6-9c10-2cbc38b07bd1/8487f56f-ad42-4f3d-aa9e-cc0329f01d52/ae4f596c-2d3b-4571-accd-96a87d1e9736) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:52:19.750382 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.821711 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:19.900165 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:52:19.910074 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:19.915710 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Pushing event updated for resources: {'Port': ['ID=ae4f596c-2d3b-4571-accd-96a87d1e9736,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:19.927455 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:52:19.927728 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3678861'] for router_interface, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.108486 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-b46d9663-e9a1-488c-9f0e-88349f46ce06 None None] Provisioning complete for port ae4f596c-2d3b-4571-accd-96a87d1e9736 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:20.109037 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b46d9663-e9a1-488c-9f0e-88349f46ce06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.145060 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-b46d9663-e9a1-488c-9f0e-88349f46ce06 None None] Port ae4f596c-2d3b-4571-accd-96a87d1e9736 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:52:20.184369 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.400494 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.408110 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.408887 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3773023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680061'] for router_interface, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.488195 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Pushing event updated for resources: {'Port': ['ID=ae4f596c-2d3b-4571-accd-96a87d1e9736,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:20.541856 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:52:20.544316 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:20.719674 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Router 007ffb5d-4103-49c3-84b3-08e5af87fd8b is scheduled to L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 with binding_index 1 {{(pid=102442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:52:20.767689 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-969b07a3-a815-4f8f-bf19-a2e604edada3 None None] Provisioning complete for port ae4f596c-2d3b-4571-accd-96a87d1e9736 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:20.768166 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-969b07a3-a815-4f8f-bf19-a2e604edada3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:20.808426 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-969b07a3-a815-4f8f-bf19-a2e604edada3 None None] Port ae4f596c-2d3b-4571-accd-96a87d1e9736 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:52:20.814130 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:52:20.819786 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4155c9f0-feb7-45a3-b402-5f27da04dc0f admin admin] 10.222.0.43 "PUT /v2.0/routers/007ffb5d-4103-49c3-84b3-08e5af87fd8b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8428581 Dec 13 10:52:20.829849 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Sync routers for ids ['007ffb5d-4103-49c3-84b3-08e5af87fd8b'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:52:20.843135 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Routers {'007ffb5d-4103-49c3-84b3-08e5af87fd8b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:20.843932 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:52:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['007ffb5d-4103-49c3-84b3-08e5af87fd8b'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:21.032260 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Set router 007ffb5d-4103-49c3-84b3-08e5af87fd8b gateway port host: None {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:21.482230 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'name': 'router1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:09Z', 'updated_at': '2021-12-13T10:52:20Z', 'revision_number': 2, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'gw_port_host': None, '_interfaces': [{'id': 'ae4f596c-2d3b-4571-accd-96a87d1e9736', 'name': '', 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'mac_address': 'fa:16:3e:39:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:19Z', 'updated_at': '2021-12-13T10:52:20Z', 'revision_number': 2, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'subnets': [{'id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12245781-6ea3-4543-b546-c3f77d11dce3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:21.536155 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Checking router: 007ffb5d-4103-49c3-84b3-08e5af87fd8b for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:52:21.536708 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Updating router 007ffb5d-4103-49c3-84b3-08e5af87fd8b port ae4f596c-2d3b-4571-accd-96a87d1e9736 binding host dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:52:21.588120 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:22.113457 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:22.120881 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:22.275642 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Pushing event updated for resources: {'Port': ['ID=ae4f596c-2d3b-4571-accd-96a87d1e9736,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:22.292525 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.292876 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.293217 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.293550 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.293878 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.294202 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.294588 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.294865 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.295187 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.295585 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.295907 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.296217 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.296529 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Tracked resource versions report: Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: pushed versions: Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: { 'AddressGroup': {'1.2'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'ConntrackHelper': {'1.0'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'LocalIPAssociation': {'1.0'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Log': {'1.0'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Network': {'1.1'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Port': {'1.7'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'PortForwarding': {'1.2'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'QosPolicy': {'1.10'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SecurityGroup': {'1.5'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SecurityGroupRule': {'1.2'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SubPort': {'1.0'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Subnet': {'1.1'}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Trunk': {'1.1'}} Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: consumer versions: Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: { DHCP agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: L3 agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: Metadata agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: Metering agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: Open vSwitch agent@dv-cinder-808574-5-iscsi: { 'AddressGroup': '1.2', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'ConntrackHelper': '1.0', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'LocalIPAssociation': '1.0', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Log': '1.0', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Network': '1.1', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Port': '1.7', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'PortForwarding': '1.2', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'QosPolicy': '1.10', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SecurityGroup': '1.5', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SecurityGroupRule': '1.2', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SubPort': '1.0', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Subnet': '1.1', Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Trunk': '1.1'}} Dec 13 10:52:22.297941 dv-cinder-808574-5-iscsi neutron-server[102444]: {{(pid=102444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 10:52:22.306219 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Attempting to bind port ae4f596c-2d3b-4571-accd-96a87d1e9736 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:52:22.306645 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Attempting to bind port ae4f596c-2d3b-4571-accd-96a87d1e9736 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': '29c9db2e-8435-4655-8d34-302b5ede1a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:52:22.307069 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Attempting to bind port ae4f596c-2d3b-4571-accd-96a87d1e9736 on network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:52:22.312453 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:52:22.312856 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Checking segment: {'id': '29c9db2e-8435-4655-8d34-302b5ede1a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:52:22.313322 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:22.313707 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Bound using segment: {'id': '29c9db2e-8435-4655-8d34-302b5ede1a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:52:22.314215 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Bound port: ae4f596c-2d3b-4571-accd-96a87d1e9736, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c9db2e-8435-4655-8d34-302b5ede1a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 265, 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:52:22.314630 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:22.340017 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-43ba370c-fc2a-4c07-90c9-d32200ff8692 None None] Provisioning complete for port ae4f596c-2d3b-4571-accd-96a87d1e9736 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:22.340513 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-43ba370c-fc2a-4c07-90c9-d32200ff8692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:22.375290 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-43ba370c-fc2a-4c07-90c9-d32200ff8692 None None] Port ae4f596c-2d3b-4571-accd-96a87d1e9736 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:52:22.383455 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] For port ae4f596c-2d3b-4571-accd-96a87d1e9736, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:52:22.402838 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] For port ae4f596c-2d3b-4571-accd-96a87d1e9736, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=ae4f596c-2d3b-4571-accd-96a87d1e9736,segment=NetworkSegment(29c9db2e-8435-4655-8d34-302b5ede1a6b),segment_id=29c9db2e-8435-4655-8d34-302b5ede1a6b)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:52:22.408896 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:22.459287 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Routers {'007ffb5d-4103-49c3-84b3-08e5af87fd8b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:22.459905 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:52:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['007ffb5d-4103-49c3-84b3-08e5af87fd8b'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:22.541530 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2900f1d9-a4e4-48bb-97a0-8b57df081ab7 None None] Pushing event updated for resources: {'Port': ['ID=ae4f596c-2d3b-4571-accd-96a87d1e9736,revision_number=4']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:22.561282 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] Set router 007ffb5d-4103-49c3-84b3-08e5af87fd8b gateway port host: None {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:22.697929 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-28ebdd55-9feb-4aea-89c9-1623afbc5b3c None None] Provisioning complete for port ae4f596c-2d3b-4571-accd-96a87d1e9736 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:22.698270 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-28ebdd55-9feb-4aea-89c9-1623afbc5b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:22.781088 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'name': 'router1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:09Z', 'updated_at': '2021-12-13T10:52:20Z', 'revision_number': 2, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'gw_port_host': None, '_interfaces': [{'id': 'ae4f596c-2d3b-4571-accd-96a87d1e9736', 'name': '', 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'mac_address': 'fa:16:3e:39:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:19Z', 'updated_at': '2021-12-13T10:52:22Z', 'revision_number': 4, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'subnets': [{'id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12245781-6ea3-4543-b546-c3f77d11dce3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:22.782408 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-28ebdd55-9feb-4aea-89c9-1623afbc5b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:22.808796 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7148b19b-eec1-484a-9da0-e48af181f9f2 None None] The sync data for ids ['007ffb5d-4103-49c3-84b3-08e5af87fd8b'] in dv-cinder-808574-5-iscsi is: [{'id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'name': 'router1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:09Z', 'updated_at': '2021-12-13T10:52:20Z', 'revision_number': 2, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'gw_port_host': None, '_interfaces': [{'id': 'ae4f596c-2d3b-4571-accd-96a87d1e9736', 'name': '', 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'mac_address': 'fa:16:3e:39:91:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:19Z', 'updated_at': '2021-12-13T10:52:22Z', 'revision_number': 4, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'subnets': [{'id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12245781-6ea3-4543-b546-c3f77d11dce3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:52:22.821708 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-28ebdd55-9feb-4aea-89c9-1623afbc5b3c None None] For port ae4f596c-2d3b-4571-accd-96a87d1e9736, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=ae4f596c-2d3b-4571-accd-96a87d1e9736,segment=NetworkSegment(29c9db2e-8435-4655-8d34-302b5ede1a6b),segment_id=29c9db2e-8435-4655-8d34-302b5ede1a6b)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:22.826973 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-28ebdd55-9feb-4aea-89c9-1623afbc5b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:22.874139 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebdd55-9feb-4aea-89c9-1623afbc5b3c None None] Pushing event updated for resources: {'Port': ['ID=ae4f596c-2d3b-4571-accd-96a87d1e9736,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:23.259968 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37626) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:23.375604 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1af3145-d79e-4778-8ab8-c4c96a778bbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:23.376987 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b1af3145-d79e-4778-8ab8-c4c96a778bbf admin admin] 10.222.0.43 "GET /v2.0/networks/d7cc04c3-ad4e-49b2-8a2e-22bf96490603 HTTP/1.1" status: 200 len: 842 time: 0.1160312 Dec 13 10:52:23.387548 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Request body: {'subnet': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:23.421915 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Made reservation on behalf of 5d5e687f4b0d4ac691e2f672000b3e46 for: {'subnet': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:52:23.424289 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Publish callbacks [] for subnet, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.748983 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.objects.ports [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102442) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 13 10:52:23.749374 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.803223 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=47b45ea8-fc93-4eb7-a162-20d692d7eb08,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:23.817994 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:52:23.818342 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Network hostable DHCP agents. Network: d7cc04c3-ad4e-49b2-8a2e-22bf96490603, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:52:23.842742 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:52:23.855400 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, d7cc04c3-ad4e-49b2-8a2e-22bf96490603) {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:23.859745 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:23.860341 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:23.864741 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05ca350-f4be-4659-8787-e6efd123904b None None] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:52:23.889956 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-95889473-9579-4199-8f4a-352cc7a5b36b admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4940040 Dec 13 10:52:23.983449 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4af58b-adbf-41ff-9480-15092c46d18b None None] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:52:26.361431 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37634) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:26.495935 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-05b00732-306c-4b86-bfae-68ffeea67407 admin admin] 10.222.0.43 "GET /v2.0/routers/007ffb5d-4103-49c3-84b3-08e5af87fd8b HTTP/1.1" status: 200 len: 710 time: 0.1324837 Dec 13 10:52:26.587569 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd5cd4d-a4e3-47a5-991e-ee53c2ac6776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:52:26.588953 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-5bd5cd4d-a4e3-47a5-991e-ee53c2ac6776 admin admin] 10.222.0.43 "GET /v2.0/networks/d7cc04c3-ad4e-49b2-8a2e-22bf96490603 HTTP/1.1" status: 200 len: 886 time: 0.0871551 Dec 13 10:52:26.599011 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:52:26.916818 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.156214 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.233527 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.337827 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Allocated IP 172.27.2.91 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/179f2c2f-7408-47a4-86a4-c9a2460f6ce8) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:52:27.441288 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.475930 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.515555 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:52:27.518151 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:52:27.523524 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:52:27.526090 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Pushing event updated for resources: {'Port': ['ID=179f2c2f-7408-47a4-86a4-c9a2460f6ce8,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:27.777361 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.989367 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3685347', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3679058', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6683'] for router, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:27.992962 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3685352', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3685361', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3679067'] for router, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:28.103879 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Router 007ffb5d-4103-49c3-84b3-08e5af87fd8b has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:52:28.305355 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:52:28.309721 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] Publish callbacks [] for router, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:28.310999 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-20d0004e-ce49-4c76-ac64-ea66f3f4287f admin admin] 10.222.0.43 "PUT /v2.0/routers/007ffb5d-4103-49c3-84b3-08e5af87fd8b HTTP/1.1" status: 200 len: 889 time: 1.7154605 Dec 13 10:52:29.727906 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Sync routers for ids ['007ffb5d-4103-49c3-84b3-08e5af87fd8b'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:52:29.739856 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Routers {'007ffb5d-4103-49c3-84b3-08e5af87fd8b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:29.740587 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:52:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['007ffb5d-4103-49c3-84b3-08e5af87fd8b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:29.871897 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device ae4f596c-2d3b-4571-accd-96a87d1e9736 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:52:29.992692 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Set router 007ffb5d-4103-49c3-84b3-08e5af87fd8b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:30.109875 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port ae4f596c-2d3b-4571-accd-96a87d1e9736 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:30.109875 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.528316 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'name': 'router1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '179f2c2f-7408-47a4-86a4-c9a2460f6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:09Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'gw_port': {'id': '179f2c2f-7408-47a4-86a4-c9a2460f6ce8', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:27Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'ae4f596c-2d3b-4571-accd-96a87d1e9736', 'name': '', 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'mac_address': 'fa:16:3e:39:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:19Z', 'updated_at': '2021-12-13T10:52:22Z', 'revision_number': 5, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'subnets': [{'id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12245781-6ea3-4543-b546-c3f77d11dce3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:30.582098 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Checking router: 007ffb5d-4103-49c3-84b3-08e5af87fd8b for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:52:30.582460 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Updating router 007ffb5d-4103-49c3-84b3-08e5af87fd8b port 179f2c2f-7408-47a4-86a4-c9a2460f6ce8 binding host dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:52:30.631242 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.877220 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 37646) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:52:30.952027 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Publish callbacks [] for port, precommit_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.958687 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:30.995676 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-ebd7e265-2777-4f47-a323-d1280f087cda admin admin] 10.222.0.43 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1173007 Dec 13 10:52:31.016710 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Attempting to bind port 179f2c2f-7408-47a4-86a4-c9a2460f6ce8 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:52:31.017287 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Attempting to bind port 179f2c2f-7408-47a4-86a4-c9a2460f6ce8 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:52:31.017810 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Attempting to bind port 179f2c2f-7408-47a4-86a4-c9a2460f6ce8 on network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:52:31.020044 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9bb97-dae6-4e96-9f09-702a737c5fb5 None None] Pushing event updated for resources: {'Port': ['ID=179f2c2f-7408-47a4-86a4-c9a2460f6ce8,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:31.026206 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:52:31.026671 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:52:31.027018 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:31.027408 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Bound using segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:52:31.028310 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Bound port: 179f2c2f-7408-47a4-86a4-c9a2460f6ce8, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:52:31.028310 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:31.083073 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] For port 179f2c2f-7408-47a4-86a4-c9a2460f6ce8, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:52:31.086542 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] For port 179f2c2f-7408-47a4-86a4-c9a2460f6ce8, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=179f2c2f-7408-47a4-86a4-c9a2460f6ce8,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:52:31.093089 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:31.153483 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Routers {'007ffb5d-4103-49c3-84b3-08e5af87fd8b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:52:31.154116 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:52:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['007ffb5d-4103-49c3-84b3-08e5af87fd8b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:31.156602 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a9bb97-dae6-4e96-9f09-702a737c5fb5 None None] Pushing event updated for resources: {'Port': ['ID=179f2c2f-7408-47a4-86a4-c9a2460f6ce8,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:31.268108 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] Set router 007ffb5d-4103-49c3-84b3-08e5af87fd8b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:52:31.489028 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'name': 'router1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '179f2c2f-7408-47a4-86a4-c9a2460f6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:09Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'gw_port': {'id': '179f2c2f-7408-47a4-86a4-c9a2460f6ce8', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:27Z', 'updated_at': '2021-12-13T10:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'ae4f596c-2d3b-4571-accd-96a87d1e9736', 'name': '', 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'mac_address': 'fa:16:3e:39:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:19Z', 'updated_at': '2021-12-13T10:52:22Z', 'revision_number': 5, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'subnets': [{'id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12245781-6ea3-4543-b546-c3f77d11dce3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:52:31.515482 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e575ce3-f654-4c0b-b46a-0e19e97339c1 None None] The sync data for ids ['007ffb5d-4103-49c3-84b3-08e5af87fd8b'] in dv-cinder-808574-5-iscsi is: [{'id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'name': 'router1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.91'}], 'enable_snat': True}, 'gw_port_id': '179f2c2f-7408-47a4-86a4-c9a2460f6ce8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:52:09Z', 'updated_at': '2021-12-13T10:52:27Z', 'revision_number': 4, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'gw_port': {'id': '179f2c2f-7408-47a4-86a4-c9a2460f6ce8', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:01:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:27Z', 'updated_at': '2021-12-13T10:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'ae4f596c-2d3b-4571-accd-96a87d1e9736', 'name': '', 'network_id': '386ed734-3f0b-42f6-9c10-2cbc38b07bd1', 'tenant_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'mac_address': 'fa:16:3e:39:91:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '007ffb5d-4103-49c3-84b3-08e5af87fd8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:52:19Z', 'updated_at': '2021-12-13T10:52:22Z', 'revision_number': 5, 'project_id': '4971c69c1dfa4d98bdaf00faf8ab472c', 'subnets': [{'id': '8487f56f-ad42-4f3d-aa9e-cc0329f01d52', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '12245781-6ea3-4543-b546-c3f77d11dce3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:52:31.868617 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 179f2c2f-7408-47a4-86a4-c9a2460f6ce8 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:52:31.920242 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 179f2c2f-7408-47a4-86a4-c9a2460f6ce8 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:31.920676 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:32.034018 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:32.055131 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 179f2c2f-7408-47a4-86a4-c9a2460f6ce8, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=179f2c2f-7408-47a4-86a4-c9a2460f6ce8,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:52:32.060606 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:32.119834 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=179f2c2f-7408-47a4-86a4-c9a2460f6ce8,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:52:33.845036 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 179f2c2f-7408-47a4-86a4-c9a2460f6ce8 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:52:33.896115 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 179f2c2f-7408-47a4-86a4-c9a2460f6ce8 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:52:33.896615 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:37.431930 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 5 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:52:42.080373 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-27d609e2-9441-4b00-bb15-1b926c35fa47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:44.346445 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4d12206-3a9f-4039-99e5-3fd5dbdef792 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:45.565376 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:46.929081 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:52:47.999637 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:12.057686 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-1d9dcd50-ad7a-43d8-934d-af1215da964f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:14.362138 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-bb1f3770-384b-438a-8996-5df79b1304bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:14.422792 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 5 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:53:15.569686 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:16.928335 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:17.998491 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:42.052669 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-09dea348-6e56-43ff-9168-2bbe753f852b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:44.350295 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-5d21e35b-d951-4602-9c48-aa815df74c45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:45.567879 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:46.924160 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:47.993625 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:51.483001 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 5 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:53:51.932935 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38130) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:53:52.011441 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfa232f-d74d-4fbc-a38b-9dc590562c6a admin admin] GET failed (client error): The resource could not be found. Dec 13 10:53:52.012818 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-bcfa232f-d74d-4fbc-a38b-9dc590562c6a admin admin] 10.222.0.43 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0789220 Dec 13 10:53:52.179555 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9dae0-1894-42cf-8510-0200a7626679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:52.181025 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-7de9dae0-1894-42cf-8510-0200a7626679 admin admin] 10.222.0.43 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1633050 Dec 13 10:53:54.545730 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38140) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:53:54.659245 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-892ff929-7b9d-4db7-b329-ad0e6a3c94d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:54.661047 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-892ff929-7b9d-4db7-b329-ad0e6a3c94d4 admin admin] 10.222.0.43 "GET /v2.0/subnets/8487f56f-ad42-4f3d-aa9e-cc0329f01d52 HTTP/1.1" status: 200 len: 849 time: 0.1139820 Dec 13 10:53:54.671959 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:53:54.759588 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Publish callbacks [] for subnet, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:54.921108 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8763954224348'] for subnet, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:54.954270 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:54.954879 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:54.959561 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4e29cf-eec0-46a3-b852-1a80ce7f6c2a None None] Network 386ed734-3f0b-42f6-9c10-2cbc38b07bd1 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:53:54.967502 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] 10.222.0.43 "PUT /v2.0/subnets/8487f56f-ad42-4f3d-aa9e-cc0329f01d52 HTTP/1.1" status: 200 len: 868 time: 0.2992570 Dec 13 10:53:54.989458 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8487f56f-ad42-4f3d-aa9e-cc0329f01d52,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:53:54.997977 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:54.998382 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:54.998729 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:54.999070 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:54.999408 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:54.999738 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:55.000085 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:55.000419 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:55.000792 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:55.001137 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:55.001464 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:55.001788 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:55.002107 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56a8a6d1-977c-4970-9c9e-7148250225c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:53:55.277847 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-bf30b8f8-d987-4d80-a08c-88593f31c9d2 None None] Provisioning complete for port 5c411983-3f9c-46d0-a6bc-940676e57875 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:53:55.278217 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-bf30b8f8-d987-4d80-a08c-88593f31c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:55.371698 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-bf30b8f8-d987-4d80-a08c-88593f31c9d2 None None] Provisioning complete for port ae4f596c-2d3b-4571-accd-96a87d1e9736 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:53:55.371928 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-bf30b8f8-d987-4d80-a08c-88593f31c9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:53:57.358351 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38148) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:53:57.591411 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810a1899-23f2-4f11-b028-86d348890ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:57.591793 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810a1899-23f2-4f11-b028-86d348890ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:53:57.593337 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-810a1899-23f2-4f11-b028-86d348890ac3 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2339745 Dec 13 10:54:00.021953 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38156) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:00.232033 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94311554-f9a2-48b5-8ea7-dd097b1b9df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:00.232532 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94311554-f9a2-48b5-8ea7-dd097b1b9df2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:00.234068 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-94311554-f9a2-48b5-8ea7-dd097b1b9df2 admin admin] 10.222.0.43 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2111316 Dec 13 10:54:02.580632 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38166) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:02.777055 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e2c8e3-4ab4-48d7-ba1c-36808399daf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:02.778468 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-74e2c8e3-4ab4-48d7-ba1c-36808399daf5 admin admin] 10.222.0.43 "GET /v2.0/networks/386ed734-3f0b-42f6-9c10-2cbc38b07bd1 HTTP/1.1" status: 200 len: 869 time: 0.1966486 Dec 13 10:54:05.139453 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38174) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:05.280492 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d13afc-f8b5-4c84-9a7f-65949e584d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:05.282585 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c6d13afc-f8b5-4c84-9a7f-65949e584d26 admin admin] 10.222.0.43 "GET /v2.0/networks/d7cc04c3-ad4e-49b2-8a2e-22bf96490603 HTTP/1.1" status: 200 len: 886 time: 0.1415610 Dec 13 10:54:07.647867 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38182) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:07.777885 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d0d73-a889-4162-b83f-0b5bf3b0e082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:07.778350 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210d0d73-a889-4162-b83f-0b5bf3b0e082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:07.780221 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-210d0d73-a889-4162-b83f-0b5bf3b0e082 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1308112 Dec 13 10:54:10.148835 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38190) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:10.306285 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71f569-1004-49b5-9310-aa22db00c131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:10.306767 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db71f569-1004-49b5-9310-aa22db00c131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:10.308330 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-db71f569-1004-49b5-9310-aa22db00c131 admin admin] 10.222.0.43 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1584930 Dec 13 10:54:12.057493 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-95e6f8b1-ad31-4950-b69a-ad817b01014d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:12.678602 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38198) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:12.777249 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c52605-fa01-4f47-b082-752c48733bf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:12.778631 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-f0c52605-fa01-4f47-b082-752c48733bf5 admin admin] 10.222.0.43 "GET /v2.0/subnets/47b45ea8-fc93-4eb7-a162-20d692d7eb08 HTTP/1.1" status: 200 len: 816 time: 0.0986595 Dec 13 10:54:14.344537 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-bdb1bcea-bda2-4bea-84f3-c0ffe27b4a27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:15.155959 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38208) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:15.270845 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6665cc-0120-48a4-98a4-8f217d0e7515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:15.272222 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-fb6665cc-0120-48a4-98a4-8f217d0e7515 admin admin] 10.222.0.43 "GET /v2.0/subnets/8487f56f-ad42-4f3d-aa9e-cc0329f01d52 HTTP/1.1" status: 200 len: 868 time: 0.1148798 Dec 13 10:54:15.572101 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:16.925446 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:17.998996 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:28.422744 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 5 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:54:40.206945 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38262) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:40.264290 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [None req-5537695d-9474-4d04-8090-5c7213665cb8 admin admin] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:54:40.265494 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-5537695d-9474-4d04-8090-5c7213665cb8 admin admin] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0570338 Dec 13 10:54:42.061342 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-55fcdf83-deba-408e-946c-21d7f3875195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:42.876087 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38270) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:42.949712 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a95da1-f41a-4d0c-a6cb-0e0c278a9550 admin admin] GET failed (client error): The resource could not be found. Dec 13 10:54:42.951077 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-d5a95da1-f41a-4d0c-a6cb-0e0c278a9550 admin admin] 10.222.0.43 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0740292 Dec 13 10:54:43.041310 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b22b213-1607-476b-bd68-d860f420ee67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:43.042946 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-2b22b213-1607-476b-bd68-d860f420ee67 admin admin] 10.222.0.43 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0871391 Dec 13 10:54:44.351575 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-fba21146-f0ed-45e7-be62-83fb48f05bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:45.505124 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38278) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:45.560627 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:45.573974 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:45.583506 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Made reservation on behalf of 5d5e687f4b0d4ac691e2f672000b3e46 for: {'network': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:54:45.585732 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:45.619744 dv-cinder-808574-5-iscsi neutron-server[102441]: WARNING neutron.services.revisions.revision_plugin [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Could not find related network for resource to bump revision. Dec 13 10:54:45.632744 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 274} {{(pid=102441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:54:45.643325 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:45.643663 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.segments_db [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Added segment b9592f79-4378-4791-96b0-f67b53d3d9b4 of type vlan for network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f Dec 13 10:54:45.681914 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:45.711741 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:45.713113 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:45.714125 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:45.768468 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2622538 Dec 13 10:54:45.781655 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712c058-3bb3-47f7-b46d-ab4db1c442ef admin admin] Pushing event updated for resources: {'Network': ['ID=f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:45.792572 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:54:46.928348 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:48.007006 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:48.243067 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38286) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:54:48.308464 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.pecan_wsgi.hooks.translation [None req-270dba74-c394-4f86-9a73-faa627b5b804 admin admin] GET failed (client error): The resource could not be found. Dec 13 10:54:48.309753 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-270dba74-c394-4f86-9a73-faa627b5b804 admin admin] 10.222.0.43 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0655098 Dec 13 10:54:48.384764 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec42b75-a931-46ad-aab5-497b0468bdc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:48.386751 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-9ec42b75-a931-46ad-aab5-497b0468bdc4 admin admin] 10.222.0.43 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0699117 Dec 13 10:54:48.400423 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:54:48.424607 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Made reservation on behalf of 5d5e687f4b0d4ac691e2f672000b3e46 for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:54:48.426750 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:48.649058 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:48.709033 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d2b06ed-769c-44dd-90d8-e5a4d944c766,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:48.719905 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Checking segment: {'id': 'b9592f79-4378-4791-96b0-f67b53d3d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:54:48.720259 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Network hostable DHCP agents. Network: f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:54:48.739517 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:54:48.748900 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:54:48.752972 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:54:48.753585 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:48.757656 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c314fc11-457f-49a7-a4dd-4c5c790e2b7f None None] Network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:54:48.769717 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-beca10ff-2321-4adb-b4f0-92697ebae033 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3727515 Dec 13 10:54:48.861363 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6afb397b-6190-5666-a637-9b1b0057fb75-f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f', 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f', 'project_id': '5d5e687f4b0d4ac691e2f672000b3e46', 'fixed_ips': [{'subnet_id': '2d2b06ed-769c-44dd-90d8-e5a4d944c766'}]}} from dv-cinder-808574-5-iscsi. {{(pid=102443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:54:48.862477 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:49.009217 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.db_base_plugin_common [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Allocated IP 192.168.233.2 (f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f/2d2b06ed-769c-44dd-90d8-e5a4d944c766/0615ac3d-86c7-468d-80f6-321ac9b85fc7) {{(pid=102443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:54:49.254753 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Publish callbacks [] for port, precommit_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:49.262715 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:49.305052 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f is already hosted by enough agents. {{(pid=102443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:54:49.310305 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.base_scheduler [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Resources bound (agent type, host, resource id): {{(pid=102443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:54:49.312429 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Pushing event updated for resources: {'Port': ['ID=0615ac3d-86c7-468d-80f6-321ac9b85fc7,revision_number=1']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:49.314588 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Received port after_create {{(pid=102443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:54:49.325219 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.325583 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.325938 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.326563 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.326659 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.326931 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.327252 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.327576 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.327897 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.328273 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.328554 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.328863 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.329176 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:54:49.379817 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Attempting to bind port 0615ac3d-86c7-468d-80f6-321ac9b85fc7 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:54:49.380192 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Attempting to bind port 0615ac3d-86c7-468d-80f6-321ac9b85fc7 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'b9592f79-4378-4791-96b0-f67b53d3d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:54:49.380560 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Attempting to bind port 0615ac3d-86c7-468d-80f6-321ac9b85fc7 on network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:54:49.385647 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:54:49.386033 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Checking segment: {'id': 'b9592f79-4378-4791-96b0-f67b53d3d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:54:49.386423 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:49.386898 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Bound using segment: {'id': 'b9592f79-4378-4791-96b0-f67b53d3d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:54:49.387360 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Bound port: 0615ac3d-86c7-468d-80f6-321ac9b85fc7, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9592f79-4378-4791-96b0-f67b53d3d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:54:49.387744 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:49.452730 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] For port 0615ac3d-86c7-468d-80f6-321ac9b85fc7, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:54:49.457591 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] For port 0615ac3d-86c7-468d-80f6-321ac9b85fc7, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0615ac3d-86c7-468d-80f6-321ac9b85fc7,segment=NetworkSegment(b9592f79-4378-4791-96b0-f67b53d3d9b4),segment_id=b9592f79-4378-4791-96b0-f67b53d3d9b4)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:54:49.462249 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:49.524477 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14529501-2eaa-4973-a327-1c1d95b6fa76 None None] Pushing event updated for resources: {'Port': ['ID=0615ac3d-86c7-468d-80f6-321ac9b85fc7,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:49.945045 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0615ac3d-86c7-468d-80f6-321ac9b85fc7 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:54:50.000651 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 0615ac3d-86c7-468d-80f6-321ac9b85fc7 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:50.001022 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:50.082067 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:50.124231 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 0615ac3d-86c7-468d-80f6-321ac9b85fc7, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0615ac3d-86c7-468d-80f6-321ac9b85fc7,segment=NetworkSegment(b9592f79-4378-4791-96b0-f67b53d3d9b4),segment_id=b9592f79-4378-4791-96b0-f67b53d3d9b4)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:54:50.134325 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:50.191843 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=0615ac3d-86c7-468d-80f6-321ac9b85fc7,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:54:50.382214 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c3dfc-ad8c-433e-bac8-1eef5c8dcdc3 None None] Network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:54:50.455224 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-802379bc-03dc-4b74-b02e-6a29814889a5 None None] Provisioning complete for port 0615ac3d-86c7-468d-80f6-321ac9b85fc7 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:50.455595 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-802379bc-03dc-4b74-b02e-6a29814889a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:50.797873 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-320b9961-8ff2-4e64-99a3-037094c0e577 None None] Provisioning complete for port 0615ac3d-86c7-468d-80f6-321ac9b85fc7 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:50.798239 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-320b9961-8ff2-4e64-99a3-037094c0e577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:54:51.924275 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0615ac3d-86c7-468d-80f6-321ac9b85fc7 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:54:51.977450 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 0615ac3d-86c7-468d-80f6-321ac9b85fc7 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:54:51.977781 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:05.421648 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 5 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:55:12.065974 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7dc40a8d-7b0d-4b44-80b2-28dc5e1da352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:14.345927 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-fc89ff76-223b-4373-9a26-81e8a5a0c61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:15.577672 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:16.935728 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:18.002205 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:42.070938 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d551ee6c-dc4a-424c-8ae3-0b0c08e3aa5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:42.421333 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 5 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:55:44.350907 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2b2a5c58-2afc-4407-bf7d-d5190dd90db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:45.580896 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:46.937428 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:55:48.012510 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.012964 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38330) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:56:08.020217 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [None req-4a1f300f-345a-47e1-ab1e-09d72b8f129a tempest-verify_tempest_config-958403522 tempest-verify_tempest_config-958403522-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:56:08.021197 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4a1f300f-345a-47e1-ab1e-09d72b8f129a tempest-verify_tempest_config-958403522 tempest-verify_tempest_config-958403522-project] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0072589 Dec 13 10:56:08.351559 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38348) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:56:08.467835 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.545379 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.551016 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.594129 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=825a8e40-39d9-4835-8342-3bddd0de4bc5,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:56:08.597978 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c8bb25b4854a4be4a428c5044b05a8a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2453747 Dec 13 10:56:08.601072 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38352) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:56:08.603802 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.604153 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.604495 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.604839 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.605171 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.605505 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.605833 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.606180 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.606481 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.606837 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.607167 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.607490 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.607815 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-594d1c85-a17a-4a60-95aa-ff2af460df97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.661940 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.683376 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.773765 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.776600 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:08.780927 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/825a8e40-39d9-4835-8342-3bddd0de4bc5 HTTP/1.1" status: 204 len: 168 time: 0.1788678 Dec 13 10:56:08.788633 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=825a8e40-39d9-4835-8342-3bddd0de4bc5,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:56:08.795593 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.795809 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.796156 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.796563 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.796825 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.797168 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.797495 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.797828 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.798167 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.798514 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.798855 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.799180 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:08.799498 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1285c8c-d836-476b-a73d-73f777c33c57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:56:12.079064 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b479ca35-f3c4-4225-a918-d6b81a3bda7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:14.357151 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-84811a94-27be-483a-8628-5acd330acb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:15.583183 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:16.938963 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:18.007569 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:19.422612 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 5 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:56:42.077497 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-f2645e0e-af60-4482-9586-6300c9a5be89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:44.358851 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bf9bee9-1432-495c-a9f9-d6ac9f3bf014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:45.598400 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:46.948253 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:48.019231 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:56:56.427084 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 5 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:57:12.079282 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6e96d603-a365-45bd-8800-8b6d1e5d8c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:14.361508 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6af55271-9946-418c-afad-a2f3d781d461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:15.601483 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:16.958807 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:18.017432 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:33.426545 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 5 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:57:40.181139 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3680241'] for agent, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:42.077868 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-e097c5d9-b7bc-4611-a390-f11cb72612e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:44.361276 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b88094d4-4eb5-4728-b168-3a58ea429616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:45.596695 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:46.958986 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:48.012347 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:57:55.664029 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38428) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:55.790120 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-27454094-925a-459a-b071-290f010165fa admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1246512 Dec 13 10:57:58.220111 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38438) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:57:58.292116 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-3c5c4940-30e2-4e3a-bdef-99114805b790 admin admin] 10.222.0.43 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0705364 Dec 13 10:58:10.152563 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:10.428262 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:58:12.075933 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8d474f46-e122-455d-8cab-aa22634ef6b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:14.358319 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-04fdabb5-788a-4bbb-aab3-a9421a584f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:15.609557 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:16.961750 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:18.017914 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:40.146266 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:42.071266 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-961e446b-004e-4e55-9c96-f0a5ec2085ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:44.353332 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a9a8aed7-b5b3-43fe-b5f9-d2c638902a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:45.602070 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:46.960605 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:58:47.428408 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:58:48.027923 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:10.160639 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:12.077459 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-4d258957-e42a-4b08-b578-60ef0b43bff1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:14.358896 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c3c15691-d93d-41b0-a7fd-c8387bb18112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:15.603877 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:16.961717 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:18.022720 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:24.429341 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 10:59:26.380493 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38630) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:26.522771 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38640) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:26.668434 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1316588155-network', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:26.695385 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38650) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:26.709550 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Made reservation on behalf of ec0d060f5ddd4ccab7c056c220f72c4e for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:26.713532 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:26.725020 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:26.810354 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-560357389-network', 'tenant_id': '8c2e709bf148487db8b7da1d7f71a7b7'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:26.819814 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:26.832119 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:26.864462 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Made reservation on behalf of 8c2e709bf148487db8b7da1d7f71a7b7 for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:26.866982 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:26.870289 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=102442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:59:26.892082 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:26.906781 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:26.907398 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Added segment 85b58149-9b5b-4c3a-90de-e8ae4f124e16 of type vlan for network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 Dec 13 10:59:26.908766 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447b44c6-45f6-4347-a848-d217b70e52e9,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:26.930240 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.930613 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.930959 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.931309 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.931640 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.931966 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.932289 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.932608 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.932926 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.933245 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.933561 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.933873 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.934185 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Tracked resource versions report: Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: pushed versions: Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: { 'AddressGroup': {'1.2'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'ConntrackHelper': {'1.0'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'LocalIPAssociation': {'1.0'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Log': {'1.0'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Network': {'1.1'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Port': {'1.7'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'PortForwarding': {'1.2'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'QosPolicy': {'1.10'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SecurityGroup': {'1.5'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SecurityGroupRule': {'1.2'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SubPort': {'1.0'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Subnet': {'1.1'}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Trunk': {'1.1'}} Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: consumer versions: Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: { DHCP agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: HyperV agent@hv-cinder-80857: {}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: L3 agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: Metadata agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: Metering agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: Open vSwitch agent@dv-cinder-808574-5-iscsi: { 'AddressGroup': '1.2', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'ConntrackHelper': '1.0', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'LocalIPAssociation': '1.0', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Log': '1.0', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Network': '1.1', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Port': '1.7', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'PortForwarding': '1.2', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'QosPolicy': '1.10', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SecurityGroup': '1.5', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SecurityGroupRule': '1.2', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'SubPort': '1.0', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Subnet': '1.1', Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: 'Trunk': '1.1'}} Dec 13 10:59:26.935716 dv-cinder-808574-5-iscsi neutron-server[102442]: {{(pid=102442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 10:59:26.974563 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.009667 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.011007 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:27.011596 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.052234 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38670) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:27.086695 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] Pushing event updated for resources: {'Network': ['ID=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:27.088665 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-275239850-network', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:27.099092 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-bdd6ce95-1ffe-40eb-acb4-b5c7e44fbad9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7164598 Dec 13 10:59:27.101295 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38678) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:27.103768 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:59:27.107262 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Request body: {'subnet': {'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1316588155-subnet', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:27.158546 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38682) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:27.172981 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.db.api [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 10:59:27.172981 dv-cinder-808574-5-iscsi neutron-server[102442]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 10:59:27.172981 dv-cinder-808574-5-iscsi neutron-server[102442]: [parameters: {'project_id_1': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'expiration_1': datetime.datetime(2021, 12, 13, 10, 59, 7, 114872)}] Dec 13 10:59:27.172981 dv-cinder-808574-5-iscsi neutron-server[102442]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:59:27.173501 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG oslo_db.api [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:59:27.175721 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.178977 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Made reservation on behalf of 33283f7c6efe459f9f767c8c28b5eecb for: {'network': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:27.181251 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.181513 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.202321 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.209470 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:59:27.236756 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03703e11-2c25-4d70-8b52-139db0092d37,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:27.240590 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.241130 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Added segment b1afc942-66cf-4634-9ee6-b32338838f7d of type vlan for network ea53f06c-9409-4221-badf-180307a92e9f Dec 13 10:59:27.289719 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.317731 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.318733 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:27.323523 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.334282 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.346819 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.367985 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-237362954-network', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:27.384929 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8583789 Dec 13 10:59:27.389385 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38694) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:27.394723 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Request body: {'subnet': {'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-560357389-subnet', 'tenant_id': '8c2e709bf148487db8b7da1d7f71a7b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:27.406591 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f6a9b9-80e8-4280-920d-9aa3f0e2bdb9 admin admin] Pushing event updated for resources: {'Network': ['ID=ea53f06c-9409-4221-badf-180307a92e9f,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:27.417160 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network ea53f06c-9409-4221-badf-180307a92e9f details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:59:27.418996 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-309758707-network', 'tenant_id': '0b5c45fc7490420b9893a21dfad6bcf4'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:27.449148 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a19fe998-745a-4b7c-9560-84a6aca4dc8c,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:27.455891 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 288} {{(pid=102441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:59:27.458518 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Made reservation on behalf of e97c3705b03f4c6d8d029a03b5b80ead for: {'network': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:27.462167 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.468064 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Made reservation on behalf of 8c2e709bf148487db8b7da1d7f71a7b7 for: {'subnet': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:27.471216 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.472677 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.473094 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.473530 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.473946 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.474337 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.474827 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.475339 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.475973 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.476469 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.477460 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.477944 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.478435 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.478936 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Tracked resource versions report: Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: pushed versions: Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: { 'AddressGroup': {'1.2'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'ConntrackHelper': {'1.0'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'LocalIPAssociation': {'1.0'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Log': {'1.0'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Network': {'1.1'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Port': {'1.7'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'PortForwarding': {'1.2'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'QosPolicy': {'1.10'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SecurityGroup': {'1.5'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SecurityGroupRule': {'1.2'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SubPort': {'1.0'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Subnet': {'1.1'}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Trunk': {'1.1'}} Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: consumer versions: Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: { DHCP agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: HyperV agent@hv-cinder-80857: {}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: L3 agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: Metadata agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: Metering agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: Open vSwitch agent@dv-cinder-808574-5-iscsi: { 'AddressGroup': '1.2', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'ConntrackHelper': '1.0', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'LocalIPAssociation': '1.0', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Log': '1.0', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Network': '1.1', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Port': '1.7', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'PortForwarding': '1.2', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'QosPolicy': '1.10', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SecurityGroup': '1.5', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SecurityGroupRule': '1.2', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'SubPort': '1.0', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Subnet': '1.1', Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: 'Trunk': '1.1'}} Dec 13 10:59:27.480320 dv-cinder-808574-5-iscsi neutron-server[102441]: {{(pid=102441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 10:59:27.489851 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.507163 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.507726 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.segments_db [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Added segment a0d1d62b-ece6-43a5-afce-8a8714bfb554 of type vlan for network 14c80f36-d354-469a-a885-e82375e202b0 Dec 13 10:59:27.609601 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.620276 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Made reservation on behalf of 0b5c45fc7490420b9893a21dfad6bcf4 for: {'network': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:27.622670 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.642382 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.681598 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.682823 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:27.683563 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.694596 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.719726 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.754772 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Made reservation on behalf of ec0d060f5ddd4ccab7c056c220f72c4e for: {'subnet': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:27.758012 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Publish callbacks [] for subnet, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.779673 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96029412-d870-42f3-8c65-da1552e1a96f,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:27.820115 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1235974 Dec 13 10:59:27.821216 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 282} {{(pid=102441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:59:27.823416 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38714) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:27.843316 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Request body: {'subnet': {'network_id': '14c80f36-d354-469a-a885-e82375e202b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-275239850-subnet', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:27.869912 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18090ec3-0f40-4075-b9f6-2124cd7a8447 admin admin] Pushing event updated for resources: {'Network': ['ID=14c80f36-d354-469a-a885-e82375e202b0,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:27.880658 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Made reservation on behalf of 33283f7c6efe459f9f767c8c28b5eecb for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:27.883438 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.883596 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 14c80f36-d354-469a-a885-e82375e202b0 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:59:27.887188 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:27.887790 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.segments_db [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Added segment 3a4fbace-e96a-410d-b4e4-aae152b646a3 of type vlan for network a9e5b66e-46c7-490d-93ed-2c8183758c1f Dec 13 10:59:27.898355 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.040986 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd7a891a-17a8-4510-9d50-364848293909,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:28.074892 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.085028 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.086562 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Checking segment: {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:28.086974 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Network hostable DHCP agents. Network: ea53f06c-9409-4221-badf-180307a92e9f, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:59:28.099690 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.116060 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.151303 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Network ea53f06c-9409-4221-badf-180307a92e9f is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:59:28.166186 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 283} {{(pid=102441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 10:59:28.174270 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28112f0d-2940-4bd7-8482-20e33d49d172,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:28.177351 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.178633 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:28.179416 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.183248 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, ea53f06c-9409-4221-badf-180307a92e9f) {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:28.197276 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:28.197958 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.199183 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d3b0ba-f410-4603-91bf-6d786c874315 None None] Network ea53f06c-9409-4221-badf-180307a92e9f requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:59:28.205177 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=6896b4b5-32fc-43fc-a5f0-223c5f72a56d,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:28.213363 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.214031 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.segments_db [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Added segment 38d0e307-5116-4e97-b212-ab677ae0d8d3 of type vlan for network e16dce95-4ddc-4411-8a0f-88c503a8b2ed Dec 13 10:59:28.214429 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Checking segment: {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:28.214821 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Network hostable DHCP agents. Network: 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:59:28.228185 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-eb32e102-1850-4129-90d0-0c6815429e12 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8377593 Dec 13 10:59:28.252142 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:59:28.270277 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1) {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:28.288844 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:28.291507 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.311304 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2585931 Dec 13 10:59:28.317360 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38738) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:28.328444 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Request body: {'subnet': {'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-subnet', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:28.360060 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b96622ea-7809-4b29-b9ea-eac5fb2bd6ae admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2576609 Dec 13 10:59:28.365497 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38744) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:28.375809 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:28.382354 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50beb32e-9584-430d-9ea5-2930c7872503 None None] Network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:59:28.391488 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a20abb-f450-4ce1-ad1a-578de59a454e admin admin] Pushing event updated for resources: {'Network': ['ID=a9e5b66e-46c7-490d-93ed-2c8183758c1f,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:28.415349 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.db.api [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 13 10:59:28.415349 dv-cinder-808574-5-iscsi neutron-server[102442]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Dec 13 10:59:28.415349 dv-cinder-808574-5-iscsi neutron-server[102442]: [parameters: {'project_id_1': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'expiration_1': datetime.datetime(2021, 12, 13, 10, 59, 8, 396904)}] Dec 13 10:59:28.415349 dv-cinder-808574-5-iscsi neutron-server[102442]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=102442) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 10:59:28.417927 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG oslo_db.api [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 10:59:28.450662 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.474687 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Made reservation on behalf of e97c3705b03f4c6d8d029a03b5b80ead for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:28.477857 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Publish callbacks [] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.500580 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network a9e5b66e-46c7-490d-93ed-2c8183758c1f details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:59:28.506224 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.571460 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb49f4e-b16c-4fa8-a4b4-6b62daed920f None None] Network ea53f06c-9409-4221-badf-180307a92e9f requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:59:28.595392 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.596357 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:28.596996 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.674133 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa1b72ae-801e-439a-850f-ee0537ccf54f,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:28.708976 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38772) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:28.709523 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5494404 Dec 13 10:59:28.715423 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Request body: {'subnet': {'network_id': 'e16dce95-4ddc-4411-8a0f-88c503a8b2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-309758707-subnet', 'tenant_id': '0b5c45fc7490420b9893a21dfad6bcf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:28.721671 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368dbb63-a755-4651-895a-b30c2478d104 admin admin] Pushing event updated for resources: {'Network': ['ID=e16dce95-4ddc-4411-8a0f-88c503a8b2ed,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:28.730259 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6afb397b-6190-5666-a637-9b1b0057fb75-8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d'}]}} from dv-cinder-808574-5-iscsi. {{(pid=102443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:59:28.731510 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Checking segment: {'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:28.732135 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Network hostable DHCP agents. Network: 14c80f36-d354-469a-a885-e82375e202b0, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:59:28.734456 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.791027 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Made reservation on behalf of 0b5c45fc7490420b9893a21dfad6bcf4 for: {'subnet': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:28.794676 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.799725 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Network 14c80f36-d354-469a-a885-e82375e202b0 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:59:28.904220 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 14c80f36-d354-469a-a885-e82375e202b0) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:28.924927 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network e16dce95-4ddc-4411-8a0f-88c503a8b2ed details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 10:59:28.925748 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:28.928067 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:28.932143 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38792) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:28.934793 dv-cinder-808574-5-iscsi neutron-server[102441]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 13 10:59:28.975390 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.010938 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6768'] for router, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.013183 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3717068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.067014 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-2f53ea02-0fdd-4bdb-9679-fa7339f90377 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2342296 Dec 13 10:59:29.070093 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38800) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:29.079973 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-275239850-router', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:29.090059 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bf289b-36c9-4a86-ad0b-cd829a49f8f1 None None] Network 14c80f36-d354-469a-a885-e82375e202b0 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:59:29.140519 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38806) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:29.185242 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.200214 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6768'] for router, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.201413 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3717068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.362695 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.db_base_plugin_common [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Allocated IP 172.20.0.2 (8faa4061-f8b1-4cb3-8875-af02d3b3e4d1/6896b4b5-32fc-43fc-a5f0-223c5f72a56d/4e81cdd8-c9eb-4370-b268-5c6fd9946260) {{(pid=102443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:29.440915 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Checking segment: {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:29.441286 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Network hostable DHCP agents. Network: a9e5b66e-46c7-490d-93ed-2c8183758c1f, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:59:29.507055 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:29.535094 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-93e86902-ac82-41e0-a1af-b9a5a82947cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.634757 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16aef21d-9364-4773-b6b8-522c6d24f57f None None] Network 14c80f36-d354-469a-a885-e82375e202b0 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:59:29.635238 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-3234873d-1483-497e-90d0-6a47bd613cae tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:29.635478 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.643153 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-3234873d-1483-497e-90d0-6a47bd613cae tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 814 time: 0.7092593 Dec 13 10:59:29.671439 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Network a9e5b66e-46c7-490d-93ed-2c8183758c1f is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:59:29.687745 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.695791 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-62046f5e-30b8-4841-978e-5371a02669c3 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/quotas/8c2e709bf148487db8b7da1d7f71a7b7 HTTP/1.1" status: 200 len: 375 time: 0.0492480 Dec 13 10:59:29.700237 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, a9e5b66e-46c7-490d-93ed-2c8183758c1f) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:29.721923 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:29.723318 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.800617 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.868720 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-72fb0e4d-a607-4af9-b22b-9d242d70cf63 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1355271 Dec 13 10:59:29.881854 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7a7f807-342d-452d-b0b7-1cfff2c2acdb,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:29.889325 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-60b42419-ee7a-4fc7-8517-d7dce9a0cb8d admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5704308 Dec 13 10:59:29.898758 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38852) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:29.905503 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:29.906021 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a68e81-ca2a-43ac-9adb-c300be46a551 None None] Network a9e5b66e-46c7-490d-93ed-2c8183758c1f requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:59:29.961692 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6768'] for router, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:29.964632 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3717068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.039663 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.117219 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-93e86902-ac82-41e0-a1af-b9a5a82947cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.156176 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-93e86902-ac82-41e0-a1af-b9a5a82947cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.159673 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Checking segment: {'id': '38d0e307-5116-4e97-b212-ab677ae0d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e16dce95-4ddc-4411-8a0f-88c503a8b2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:30.160026 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Network hostable DHCP agents. Network: e16dce95-4ddc-4411-8a0f-88c503a8b2ed, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 10:59:30.164081 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Publish callbacks [] for port, precommit_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.177000 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.186185 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6afb397b-6190-5666-a637-9b1b0057fb75-a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9'}]}} from dv-cinder-808574-5-iscsi. {{(pid=102443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 10:59:30.187486 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.244923 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-93e86902-ac82-41e0-a1af-b9a5a82947cc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a52919fd02f34d57aa9e66785ee72332&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0993252 Dec 13 10:59:30.247451 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 38870) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:30.248113 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e86902-ac82-41e0-a1af-b9a5a82947cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cf943d-cbb4-4403-8daf-4be76c03d3b8,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:30.261405 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Network e16dce95-4ddc-4411-8a0f-88c503a8b2ed is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 10:59:30.295157 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, e16dce95-4ddc-4411-8a0f-88c503a8b2ed) {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:30.309293 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:30.310279 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.344949 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.350155 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-df0439df-1f83-445a-a23c-f71343108903 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:59:30.355150 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-df0439df-1f83-445a-a23c-f71343108903 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3528087 Dec 13 10:59:30.381562 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bd54d2-54e7-4a16-b67f-d831c4f14173 None None] Network e16dce95-4ddc-4411-8a0f-88c503a8b2ed requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:59:30.385975 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-682c6d2e-536b-46ec-bab5-b49357546b00 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6753800 Dec 13 10:59:30.430373 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-46d7dfaa-58dc-4c4d-80e4-ebd1529896ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.432860 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Pushing event updated for resources: {'Port': ['ID=4e81cdd8-c9eb-4370-b268-5c6fd9946260,revision_number=1']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:30.512955 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-46d7dfaa-58dc-4c4d-80e4-ebd1529896ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.588499 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.588927 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.589300 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.589642 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.589970 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.590298 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.591048 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.591525 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.591857 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.592403 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.592860 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.593196 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.593518 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Tracked resource versions report: Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: pushed versions: Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: { 'AddressGroup': {'1.2'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'ConntrackHelper': {'1.0'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'LocalIPAssociation': {'1.0'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Log': {'1.0'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Network': {'1.1'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Port': {'1.7'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'PortForwarding': {'1.2'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'QosPolicy': {'1.10'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SecurityGroup': {'1.5'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SecurityGroupRule': {'1.2'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SubPort': {'1.0'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Subnet': {'1.1'}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Trunk': {'1.1'}} Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: consumer versions: Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: { DHCP agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: HyperV agent@hv-cinder-80857: {}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: L3 agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: Metadata agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: Metering agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: Open vSwitch agent@dv-cinder-808574-5-iscsi: { 'AddressGroup': '1.2', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'ConntrackHelper': '1.0', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'LocalIPAssociation': '1.0', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Log': '1.0', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Network': '1.1', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Port': '1.7', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'PortForwarding': '1.2', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'QosPolicy': '1.10', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SecurityGroup': '1.5', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SecurityGroupRule': '1.2', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'SubPort': '1.0', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Subnet': '1.1', Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: 'Trunk': '1.1'}} Dec 13 10:59:30.594640 dv-cinder-808574-5-iscsi neutron-server[102443]: {{(pid=102443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 10:59:30.629784 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.663224 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.665507 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 is already hosted by enough agents. {{(pid=102443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:30.674790 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.base_scheduler [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Resources bound (agent type, host, resource id): {{(pid=102443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:30.677149 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb251e8-3864-4043-93cb-7c04bc0ab27d None None] Network e16dce95-4ddc-4411-8a0f-88c503a8b2ed requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:59:30.702461 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.772437 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.789221 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-46d7dfaa-58dc-4c4d-80e4-ebd1529896ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.791896 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-46d7dfaa-58dc-4c4d-80e4-ebd1529896ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.796797 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-46d7dfaa-58dc-4c4d-80e4-ebd1529896ba admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/46cf943d-cbb4-4403-8daf-4be76c03d3b8 HTTP/1.1" status: 204 len: 168 time: 0.5457482 Dec 13 10:59:30.802383 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Received port after_create {{(pid=102443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:30.813908 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.db_base_plugin_common [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Allocated IP 172.20.0.2 (a9e5b66e-46c7-490d-93ed-2c8183758c1f/fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9/9afaf78c-93d0-4992-ab3e-7a7854453459) {{(pid=102443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:30.827073 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:30.842813 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7dfaa-58dc-4c4d-80e4-ebd1529896ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cf943d-cbb4-4403-8daf-4be76c03d3b8,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:30.861242 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-d1c0a4a5-a2cc-4a20-a8e0-0ef3fed36063 service neutron] 10.222.0.43 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714255 Dec 13 10:59:30.989161 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Attempting to bind port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:30.989752 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Attempting to bind port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:30.990287 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Attempting to bind port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 on network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:31.000424 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:31.001049 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Checking segment: {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:31.001626 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.002165 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Bound using segment: {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:31.002821 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Bound port: 4e81cdd8-c9eb-4370-b268-5c6fd9946260, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:31.003370 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.012724 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Allocated IP 172.27.2.34 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/d2781c27-245b-4200-8d29-74df99a3cd25) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:31.186395 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-22c37255-04a2-47b8-998d-c7868f01a55b service neutron] 10.222.0.43 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3141208 Dec 13 10:59:31.243094 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.363087 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38946) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:31.365266 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] For port 4e81cdd8-c9eb-4370-b268-5c6fd9946260, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:31.372967 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] For port 4e81cdd8-c9eb-4370-b268-5c6fd9946260, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=4e81cdd8-c9eb-4370-b268-5c6fd9946260,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:31.391451 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.393606 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.441948 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Publish callbacks [] for port, precommit_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.450408 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Allocated IP 172.27.2.2 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/45ab951d-5431-48ee-8de9-f43438434a77) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:31.465451 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.475583 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:31.484085 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:31.491451 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:31.500546 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.506470 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d9371-710d-4e0c-a3a4-efc3de08eb63 None None] Pushing event updated for resources: {'Port': ['ID=4e81cdd8-c9eb-4370-b268-5c6fd9946260,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:31.523803 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Network a9e5b66e-46c7-490d-93ed-2c8183758c1f is already hosted by enough agents. {{(pid=102443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:31.529465 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.base_scheduler [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Resources bound (agent type, host, resource id): {{(pid=102443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:31.552909 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Received port after_create {{(pid=102443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:31.587598 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.605785 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Pushing event updated for resources: {'Port': ['ID=9afaf78c-93d0-4992-ab3e-7a7854453459,revision_number=1']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:31.659680 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Attempting to bind port 9afaf78c-93d0-4992-ab3e-7a7854453459 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:31.660059 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Attempting to bind port 9afaf78c-93d0-4992-ab3e-7a7854453459 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:31.660425 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Attempting to bind port 9afaf78c-93d0-4992-ab3e-7a7854453459 on network a9e5b66e-46c7-490d-93ed-2c8183758c1f {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:31.667451 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:31.667827 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Checking segment: {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:31.668440 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.668909 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Bound using segment: {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:31.669673 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Bound port: 9afaf78c-93d0-4992-ab3e-7a7854453459, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:31.670097 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.858961 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 38974) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:31.976893 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] For port 9afaf78c-93d0-4992-ab3e-7a7854453459, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:31.979634 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-fb2e0caf-d266-4a40-b886-4921f504daaf tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:31.979634 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-fb2e0caf-d266-4a40-b886-4921f504daaf tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/networks?id=e16dce95-4ddc-4411-8a0f-88c503a8b2ed HTTP/1.1" status: 200 len: 811 time: 0.5644014 Dec 13 10:59:31.980847 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] For port 9afaf78c-93d0-4992-ab3e-7a7854453459, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=9afaf78c-93d0-4992-ab3e-7a7854453459,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:31.980847 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:31.981048 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-f773db70-1b86-4be2-8d73-c85fc71627cb tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/quotas/0b5c45fc7490420b9893a21dfad6bcf4 HTTP/1.1" status: 200 len: 375 time: 0.0246177 Dec 13 10:59:32.133281 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-5df765e6-77ec-42bc-bd9d-b7ef6d18106f tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=0b5c45fc7490420b9893a21dfad6bcf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1147475 Dec 13 10:59:32.173737 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Pushing event updated for resources: {'Port': ['ID=d2781c27-245b-4200-8d29-74df99a3cd25,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:32.187747 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d32e88-fae2-4d75-af17-a7b0e715eaa2 None None] Pushing event updated for resources: {'Port': ['ID=9afaf78c-93d0-4992-ab3e-7a7854453459,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:32.273768 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 4e81cdd8-c9eb-4370-b268-5c6fd9946260 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:32.322035 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3695ba80-42ea-44f3-bbd8-e4606991f806 req-9697c235-8bdb-46ec-ac03-f40aa6cfff2e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 210 time: 0.1581142 Dec 13 10:59:32.344049 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-836b22e8-1c12-4d96-a02f-7824c139b988 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:32.439192 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:32.440014 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:32.636136 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:32.660535 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-836b22e8-1c12-4d96-a02f-7824c139b988 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:32.670615 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-836b22e8-1c12-4d96-a02f-7824c139b988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:32.729134 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:32.764225 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-55dffdb1-ef10-4b92-9980-2529796cd861 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:59:32.783837 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-55dffdb1-ef10-4b92-9980-2529796cd861 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1605475 Dec 13 10:59:32.819518 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:32.874892 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 4e81cdd8-c9eb-4370-b268-5c6fd9946260, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=4e81cdd8-c9eb-4370-b268-5c6fd9946260,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:32.891804 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:32.926676 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:32.959883 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=4e81cdd8-c9eb-4370-b268-5c6fd9946260,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:32.972917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Allocated IP 172.27.2.189 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/a8a21ebc-a4f9-4c66-b06e-a36f17df4d02) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:33.069614 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b22e8-1c12-4d96-a02f-7824c139b988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf40fec0-0cf8-43a5-a217-49c1bd7a37aa,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:33.096552 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-836b22e8-1c12-4d96-a02f-7824c139b988 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=7c32245f0fa64e60ba1b9ec5f1d50d60&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2361822 Dec 13 10:59:33.100508 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39018) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:33.117014 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:33.127065 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:33.132418 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:33.198420 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Pushing event updated for resources: {'Port': ['ID=45ab951d-5431-48ee-8de9-f43438434a77,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:33.249663 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e51f0eb1-d0d7-44c8-a306-ba1539f1632b service neutron] 10.222.0.43 "GET /v2.0/networks/e16dce95-4ddc-4411-8a0f-88c503a8b2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4645767 Dec 13 10:59:33.311538 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a47999-65d0-4e16-9824-c3c6b2d5abb2 None None] Network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:59:33.327988 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe7ba-9868-4c94-994e-8c74b5d87c5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:33.355244 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe7ba-9868-4c94-994e-8c74b5d87c5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:33.500911 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-b4cadaf4-6665-40cf-9dee-e1d221bb98ef None None] Provisioning complete for port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:33.502808 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b4cadaf4-6665-40cf-9dee-e1d221bb98ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:33.678459 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374'] for router, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:33.695942 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe7ba-9868-4c94-994e-8c74b5d87c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:33.699387 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe7ba-9868-4c94-994e-8c74b5d87c5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:33.701583 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-3cdbe7ba-9868-4c94-994e-8c74b5d87c5a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bf40fec0-0cf8-43a5-a217-49c1bd7a37aa HTTP/1.1" status: 204 len: 168 time: 0.5982358 Dec 13 10:59:33.721030 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ffd43ace-ec9e-47a0-b206-e8779f9957ff req-565118bf-8d90-4f88-9ab2-7438c4f635a3 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 210 time: 0.2645934 Dec 13 10:59:33.749291 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:33.767465 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbe7ba-9868-4c94-994e-8c74b5d87c5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf40fec0-0cf8-43a5-a217-49c1bd7a37aa,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:33.899914 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12968eea-b92e-4faa-9925-a6d710f01c97 None None] Network a9e5b66e-46c7-490d-93ed-2c8183758c1f requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 10:59:33.914266 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-bb74aef8-10ea-4bdb-a51f-c04b3215cf78 service neutron] 10.222.0.43 "GET /v2.0/networks/e16dce95-4ddc-4411-8a0f-88c503a8b2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6565306 Dec 13 10:59:33.938464 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:33.965102 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.017974 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:34.024501 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:34.027998 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:34.257151 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Pushing event updated for resources: {'Port': ['ID=a8a21ebc-a4f9-4c66-b06e-a36f17df4d02,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:34.374259 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Router 834feaa0-49d6-4c27-9321-32a4420f088b is scheduled to L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 with binding_index 1 {{(pid=102442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:59:34.464636 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 9afaf78c-93d0-4992-ab3e-7a7854453459 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:34.486016 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39062) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:34.493952 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8f2a1f2c-5870-4baa-9e43-a7fc5ba5c3ec req-dfcfd55a-774a-4795-9d54-71dbe224c42d tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 210 time: 0.0825343 Dec 13 10:59:34.502871 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-690a0456-2a4a-4224-86f0-fee2090de288 None None] Provisioning complete for port 9afaf78c-93d0-4992-ab3e-7a7854453459 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:34.503286 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-690a0456-2a4a-4224-86f0-fee2090de288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.514217 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a410a9ef-8585-40eb-896c-a1141ba7f050 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.542448 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374'] for router, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.573292 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 9afaf78c-93d0-4992-ab3e-7a7854453459 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:34.573663 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.647463 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39066) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:34.663585 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-690a0456-2a4a-4224-86f0-fee2090de288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.710193 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-690a0456-2a4a-4224-86f0-fee2090de288 None None] For port 9afaf78c-93d0-4992-ab3e-7a7854453459, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=9afaf78c-93d0-4992-ab3e-7a7854453459,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:34.719824 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-690a0456-2a4a-4224-86f0-fee2090de288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.868752 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 4e81cdd8-c9eb-4370-b268-5c6fd9946260 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:34.885515 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a410a9ef-8585-40eb-896c-a1141ba7f050 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.931716 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 is scheduled to L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 with binding_index 1 {{(pid=102442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:59:34.933277 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.954201 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a410a9ef-8585-40eb-896c-a1141ba7f050 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:34.996848 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:59:35.020612 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Sync routers for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:59:35.022211 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-b0057b33-c2ee-496a-ad65-59ae46ec5da3 None None] Provisioning complete for port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:35.023554 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b0057b33-c2ee-496a-ad65-59ae46ec5da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.037098 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:35.041637 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:35.051312 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690a0456-2a4a-4224-86f0-fee2090de288 None None] Pushing event updated for resources: {'Port': ['ID=9afaf78c-93d0-4992-ab3e-7a7854453459,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:35.090940 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:35.091853 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.120011 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-891fa03b-3d12-4304-b6b1-b08f8c23b650 req-84fc02ee-0c44-443d-94ff-95593b8b15bf tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 210 time: 0.0856807 Dec 13 10:59:35.344914 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a410a9ef-8585-40eb-896c-a1141ba7f050 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fbd6ba-4f5a-44d1-a32d-7235e6d83685,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:35.385763 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a410a9ef-8585-40eb-896c-a1141ba7f050 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46a2e7356db5439a982110e4f3c4cda7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8968647 Dec 13 10:59:35.411881 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] Publish callbacks [] for router, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.424006 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-8b269b41-fbf9-4683-8497-550beec47ff6 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0576413 Dec 13 10:59:35.426707 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39090) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:35.427203 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39094) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:35.437612 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-017d5d48-b644-47ff-ad61-c52e96abbf5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.457040 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:35.492079 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374'] for router, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.511544 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-0cf2a8ed-af5f-40f4-a1fc-a454eb5e0536 None None] Provisioning complete for port 9afaf78c-93d0-4992-ab3e-7a7854453459 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:35.512146 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-0cf2a8ed-af5f-40f4-a1fc-a454eb5e0536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.616605 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6ebc878b-79be-420d-baa6-4d80d57cf131 req-b89b2e2e-003e-41f2-9da1-d524c3fc0635 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 210 time: 0.0407109 Dec 13 10:59:35.749666 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:32Z', 'revision_number': 3, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:35.765821 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:59:35.779803 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Sync routers for ids ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:59:35.803427 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1bfda19-02e8-44c5-b2f9-6c10249a23b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.806248 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Router 4b67e7dd-332a-4a32-a705-23be2a0baed3 is scheduled to L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 with binding_index 1 {{(pid=102441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 10:59:35.807021 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Routers {'5dcc32d9-c7ef-41cb-962e-077cb53b6093'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:35.808900 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:35.844560 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Checking router: 834feaa0-49d6-4c27-9321-32a4420f088b for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:59:35.844918 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Updating router 834feaa0-49d6-4c27-9321-32a4420f088b port d2781c27-245b-4200-8d29-74df99a3cd25 binding host dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:59:35.852656 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1bfda19-02e8-44c5-b2f9-6c10249a23b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.877793 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] Publish callbacks [] for router, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.881630 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b30985ed-c823-4bde-9a77-4aca329543d7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.8055489 Dec 13 10:59:35.883614 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39106) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:35.904658 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.976068 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-017d5d48-b644-47ff-ad61-c52e96abbf5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.989432 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-017d5d48-b644-47ff-ad61-c52e96abbf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:35.994225 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Set router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:36.081246 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:59:36.107855 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:36.109171 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-d1aede1f-21c8-4960-960a-0f990e7f71ca admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.2091634 Dec 13 10:59:36.112349 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39116) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:36.113153 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Sync routers for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:59:36.120382 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1bfda19-02e8-44c5-b2f9-6c10249a23b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:36.123878 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1bfda19-02e8-44c5-b2f9-6c10249a23b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:36.130014 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c1bfda19-02e8-44c5-b2f9-6c10249a23b5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/30fbd6ba-4f5a-44d1-a32d-7235e6d83685 HTTP/1.1" status: 204 len: 168 time: 0.7015893 Dec 13 10:59:36.138055 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-017d5d48-b644-47ff-ad61-c52e96abbf5f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=144de57c28fb40d58d47696e5384b7db&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3685708 Dec 13 10:59:36.143964 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39120) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:36.151265 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d5d48-b644-47ff-ad61-c52e96abbf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a711bc88-c0da-4c76-862a-62b973192b24,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:36.223857 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:36.226381 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:36.274753 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 9afaf78c-93d0-4992-ab3e-7a7854453459 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:36.352973 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfda19-02e8-44c5-b2f9-6c10249a23b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fbd6ba-4f5a-44d1-a32d-7235e6d83685,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:36.372314 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.39', 59659) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:36.524209 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 9afaf78c-93d0-4992-ab3e-7a7854453459 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:36.525265 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:36.558801 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:36.611935 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'name': 'tempest-ServerRescueNegativeTestJSON-275239850-router', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '45ab951d-5431-48ee-8de9-f43438434a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:33Z', 'revision_number': 3, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'gw_port': {'id': '45ab951d-5431-48ee-8de9-f43438434a77', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:36.635856 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:36.747302 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Pushing event updated for resources: {'Port': ['ID=d2781c27-245b-4200-8d29-74df99a3cd25,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:36.752480 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Checking router: 5dcc32d9-c7ef-41cb-962e-077cb53b6093 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:59:36.755130 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Updating router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 port 45ab951d-5431-48ee-8de9-f43438434a77 binding host dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:59:36.759065 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-a968530c-95d8-4481-b742-bf42715409b8 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:36.760955 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-a968530c-95d8-4481-b742-bf42715409b8 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 814 time: 0.3786781 Dec 13 10:59:36.764507 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.765109 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.765632 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.766133 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.766711 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.767867 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.768766 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.769265 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.769745 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.770238 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.771727 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.772284 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.772821 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Tracked resource versions report: Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: pushed versions: Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: { 'AddressGroup': {'1.2'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'ConntrackHelper': {'1.0'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'LocalIPAssociation': {'1.0'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Log': {'1.0'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Network': {'1.1'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Port': {'1.7'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'PortForwarding': {'1.2'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'QosPolicy': {'1.10'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SecurityGroup': {'1.5'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SecurityGroupRule': {'1.2'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SubPort': {'1.0'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Subnet': {'1.1'}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Trunk': {'1.1'}} Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: consumer versions: Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: { DHCP agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: HyperV agent@hv-cinder-80857: {}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: L3 agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: Metadata agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: Metering agent@dv-cinder-808574-5-iscsi: {}, Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: Open vSwitch agent@dv-cinder-808574-5-iscsi: { 'AddressGroup': '1.2', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'ConntrackHelper': '1.0', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'LocalIPAssociation': '1.0', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Log': '1.0', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Network': '1.1', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Port': '1.7', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'PortForwarding': '1.2', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'QosPolicy': '1.10', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SecurityGroup': '1.5', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SecurityGroupRule': '1.2', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'SubPort': '1.0', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Subnet': '1.1', Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: 'Trunk': '1.1'}} Dec 13 10:59:36.775268 dv-cinder-808574-5-iscsi neutron-server[102444]: {{(pid=102444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 13 10:59:36.832972 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:36.842962 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Attempting to bind port d2781c27-245b-4200-8d29-74df99a3cd25 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:36.843694 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Attempting to bind port d2781c27-245b-4200-8d29-74df99a3cd25 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:36.844300 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Attempting to bind port d2781c27-245b-4200-8d29-74df99a3cd25 on network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:36.853113 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:36.854235 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:36.855188 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:36.855804 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Bound using segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:36.856515 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Bound port: d2781c27-245b-4200-8d29-74df99a3cd25, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:36.857217 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:36.871154 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e442cf11-dde1-492f-a80f-facc9d511530 req-3b735c9d-8282-4fe6-98de-917a075b3059 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 210 time: 0.1913588 Dec 13 10:59:36.872842 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.39', 59664) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:36.882923 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Request body: {'port': {'device_id': '1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40', 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f', 'admin_state_up': True, 'tenant_id': '8c2e709bf148487db8b7da1d7f71a7b7'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:36.931143 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:37.060323 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-4b4d8b11-a51a-431b-ba7f-242b0ab76180 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:37.061789 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-4b4d8b11-a51a-431b-ba7f-242b0ab76180 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.39 "GET /v2.0/networks?id=e16dce95-4ddc-4411-8a0f-88c503a8b2ed HTTP/1.1" status: 200 len: 811 time: 0.1535738 Dec 13 10:59:37.101049 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cd975e6c-a614-4ae4-942b-4f4220081d7c req-ccc8fc2e-adea-49ee-a347-f02a429bd26c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 210 time: 0.1284497 Dec 13 10:59:37.105064 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] For port d2781c27-245b-4200-8d29-74df99a3cd25, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:37.109387 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] For port d2781c27-245b-4200-8d29-74df99a3cd25, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=d2781c27-245b-4200-8d29-74df99a3cd25,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:37.127215 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Request body: {'port': {'device_id': '97770d8a-f613-4c40-a5f4-fc24de508094', 'network_id': 'e16dce95-4ddc-4411-8a0f-88c503a8b2ed', 'admin_state_up': True, 'tenant_id': '0b5c45fc7490420b9893a21dfad6bcf4'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:37.150051 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:37.262563 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1e682940-a2f9-4249-9d62-dbdfef382c62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:37.270545 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a039c40-36d9-49b3-9f76-396bfa622994 None None] Pushing event updated for resources: {'Port': ['ID=d2781c27-245b-4200-8d29-74df99a3cd25,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:37.310121 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:37.311192 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:37.435333 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:37.566812 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Made reservation on behalf of 8c2e709bf148487db8b7da1d7f71a7b7 for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:37.572837 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:37.597420 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Publish callbacks [] for port, precommit_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:37.612851 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:37.689864 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48efeea-c7a2-4586-a4d6-ca3c4d952930 None None] Pushing event updated for resources: {'Port': ['ID=45ab951d-5431-48ee-8de9-f43438434a77,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:37.693135 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Attempting to bind port 45ab951d-5431-48ee-8de9-f43438434a77 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:37.693592 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Attempting to bind port 45ab951d-5431-48ee-8de9-f43438434a77 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:37.693944 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Attempting to bind port 45ab951d-5431-48ee-8de9-f43438434a77 on network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:37.703244 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:37.703244 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:37.703671 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:37.704052 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Bound using segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:37.704642 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Bound port: 45ab951d-5431-48ee-8de9-f43438434a77, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:37.705168 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:37.748436 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1e682940-a2f9-4249-9d62-dbdfef382c62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:37.831354 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] For port 45ab951d-5431-48ee-8de9-f43438434a77, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:37.836238 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] For port 45ab951d-5431-48ee-8de9-f43438434a77, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=45ab951d-5431-48ee-8de9-f43438434a77,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:37.846684 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:37.917955 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Routers {'5dcc32d9-c7ef-41cb-962e-077cb53b6093'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:37.918629 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:38.014092 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:34Z', 'revision_number': 3, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:38.025974 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:38.036683 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48efeea-c7a2-4586-a4d6-ca3c4d952930 None None] Pushing event updated for resources: {'Port': ['ID=45ab951d-5431-48ee-8de9-f43438434a77,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:38.093054 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a0f1301d-b192-4cf8-84b5-f4533f7cde5d req-26e47f46-a740-4653-992d-9b5d7ae0fa52 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 210 time: 0.0544388 Dec 13 10:59:38.096781 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Checking router: 4b67e7dd-332a-4a32-a705-23be2a0baed3 for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:59:38.097577 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Updating router 4b67e7dd-332a-4a32-a705-23be2a0baed3 port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 binding host dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:59:38.133844 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:38.167803 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:38.237001 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] Set router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:38.271841 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:32Z', 'revision_number': 3, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:38.356175 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6164c8-db08-456e-ba9b-8f7950a67eed None None] The sync data for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi is: [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:32Z', 'revision_number': 3, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:59:38.509154 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cec6460f-fe88-4846-8622-45363d9efff3 req-36e9df94-0afe-4a86-935f-0ea390fdccc5 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 210 time: 0.1900370 Dec 13 10:59:38.732808 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Allocated IP 172.20.0.10 (ea53f06c-9409-4221-badf-180307a92e9f/fd7a891a-17a8-4510-9d50-364848293909/569fddf1-61b8-4fca-91cb-cf3b6d4824fb) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:38.860861 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1e682940-a2f9-4249-9d62-dbdfef382c62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:38.892170 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1e682940-a2f9-4249-9d62-dbdfef382c62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:38.904546 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-1e682940-a2f9-4249-9d62-dbdfef382c62 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a711bc88-c0da-4c76-862a-62b973192b24 HTTP/1.1" status: 204 len: 168 time: 2.7477593 Dec 13 10:59:38.951365 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Made reservation on behalf of 0b5c45fc7490420b9893a21dfad6bcf4 for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:38.963383 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:39.082959 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e682940-a2f9-4249-9d62-dbdfef382c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a711bc88-c0da-4c76-862a-62b973192b24,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:39.133070 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Allocated IP 172.20.0.1 (14c80f36-d354-469a-a885-e82375e202b0/aa1b72ae-801e-439a-850f-ee0537ccf54f/e7cff175-9d4b-4b6e-94ba-b88ecd719e0b) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:39.247396 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'name': 'tempest-ServerRescueNegativeTestJSON-275239850-router', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '45ab951d-5431-48ee-8de9-f43438434a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:33Z', 'revision_number': 3, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'gw_port': {'id': '45ab951d-5431-48ee-8de9-f43438434a77', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:39.336421 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f3e9db-6645-4131-a6e6-223e7080aceb None None] The sync data for ids ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'] in dv-cinder-808574-5-iscsi is: [{'id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'name': 'tempest-ServerRescueNegativeTestJSON-275239850-router', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '45ab951d-5431-48ee-8de9-f43438434a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:33Z', 'revision_number': 3, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'gw_port': {'id': '45ab951d-5431-48ee-8de9-f43438434a77', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:59:39.572621 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:39.579883 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:39.657691 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Attempting to bind port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:39.658109 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Attempting to bind port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:39.658575 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Attempting to bind port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 on network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:39.695195 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:39.695938 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:39.696732 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:39.697780 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Bound using segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:39.698971 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Bound port: a8a21ebc-a4f9-4c66-b06e-a36f17df4d02, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:39.699683 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:39.710200 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Allocated IP 172.20.0.1 (a9e5b66e-46c7-490d-93ed-2c8183758c1f/fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9/3b793f39-101b-4770-803b-ef429b816f68) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:39.793053 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:39.798365 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] For port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:39.803681 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] For port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=a8a21ebc-a4f9-4c66-b06e-a36f17df4d02,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:39.816419 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:39.881971 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:39.890723 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:40.078731 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f9fa8-3379-43ae-92ab-b374e8fb895e None None] Pushing event updated for resources: {'Port': ['ID=a8a21ebc-a4f9-4c66-b06e-a36f17df4d02,revision_number=2']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:40.118799 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-29ef5975-f102-4d0c-a127-2ace2700ada5 req-e41b7016-0ab3-4448-9b3c-0abc1dee24ef tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 210 time: 0.1869316 Dec 13 10:59:40.123605 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39246) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:40.186637 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.202718 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f9fa8-3379-43ae-92ab-b374e8fb895e None None] Pushing event updated for resources: {'Port': ['ID=a8a21ebc-a4f9-4c66-b06e-a36f17df4d02,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:40.257811 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.281012 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:40.389348 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39248) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:40.391405 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-972b0e44-ec55-4246-983e-9df35f0cf5b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.434395 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-15777018-fb7a-4eaf-b83c-e0fd87e10641 req-e5db900b-d0dd-4606-8bbf-fc01f722d809 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 210 time: 0.4919899 Dec 13 10:59:40.493814 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device d2781c27-245b-4200-8d29-74df99a3cd25 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:40.608511 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port d2781c27-245b-4200-8d29-74df99a3cd25 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:40.630007 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.671636 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.681667 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Allocated IP 172.20.0.6 (e16dce95-4ddc-4411-8a0f-88c503a8b2ed/b7a7f807-342d-452d-b0b7-1cfff2c2acdb/ce346659-74c4-4a36-9673-dc651c04b567) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:40.760935 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.786986 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.791495 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.894792 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.956770 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port d2781c27-245b-4200-8d29-74df99a3cd25, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=d2781c27-245b-4200-8d29-74df99a3cd25,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:40.965711 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.968405 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 45ab951d-5431-48ee-8de9-f43438434a77 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:40.980595 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:40.996931 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:34Z', 'revision_number': 3, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:41.074452 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Network 14c80f36-d354-469a-a885-e82375e202b0 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:41.078481 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c558c366-deda-4b1a-96ce-9400fc1565f4 None None] The sync data for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi is: [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:34Z', 'revision_number': 3, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:59:41.091377 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Network a9e5b66e-46c7-490d-93ed-2c8183758c1f is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:41.114978 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:41.119338 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:41.121224 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3678861'] for router_interface, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:41.133208 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=d2781c27-245b-4200-8d29-74df99a3cd25,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:41.189104 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 45ab951d-5431-48ee-8de9-f43438434a77 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:41.189583 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:41.219080 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:41.244866 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:41.245600 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3678861'] for router_interface, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:41.463347 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Allocated IP 172.20.0.1 (8faa4061-f8b1-4cb3-8875-af02d3b3e4d1/6896b4b5-32fc-43fc-a5f0-223c5f72a56d/0bda6ef9-d4a9-4c3f-b226-f9d092792eb3) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:41.501165 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:41.614047 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 45ab951d-5431-48ee-8de9-f43438434a77, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=45ab951d-5431-48ee-8de9-f43438434a77,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:41.650452 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:41.756108 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:41.818478 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-90b0d486-3c4a-48e6-b2ef-ad344423aa0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:41.856523 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Network ea53f06c-9409-4221-badf-180307a92e9f is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:41.863187 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-87074975-7e46-4821-93b8-61b9bc9403b8 None None] Provisioning complete for port 3b793f39-101b-4770-803b-ef429b816f68 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:41.863552 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-87074975-7e46-4821-93b8-61b9bc9403b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:41.867012 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=45ab951d-5431-48ee-8de9-f43438434a77,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:41.906965 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-87074975-7e46-4821-93b8-61b9bc9403b8 None None] Port 3b793f39-101b-4770-803b-ef429b816f68 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:59:41.912760 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:41.932327 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:41.938291 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:41.938856 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:41.959265 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Pushing event updated for resources: {'Port': ['ID=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:41.982222 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.033009 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-6e1b9a7c-7f9c-4a78-b27c-8603cca3696f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1591172 Dec 13 10:59:42.115872 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d9cc6f9f-1ef9-438e-817f-60007f9ff8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.240884 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-e444f52d-8d73-4802-9290-792bae711e35 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 10:59:42.241867 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-e444f52d-8d73-4802-9290-792bae711e35 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0391738 Dec 13 10:59:42.276880 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Pushing event updated for resources: {'Port': ['ID=3b793f39-101b-4770-803b-ef429b816f68,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:42.313463 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:42.384230 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-972b0e44-ec55-4246-983e-9df35f0cf5b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.427392 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-82517d6d-cafe-4931-9508-47904880d3d2 req-b28d6cb1-cf78-4ef5-8353-1fb3f3f4ba7e tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 210 time: 0.3536618 Dec 13 10:59:42.429868 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-90b0d486-3c4a-48e6-b2ef-ad344423aa0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.449724 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-972b0e44-ec55-4246-983e-9df35f0cf5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.452268 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device d2781c27-245b-4200-8d29-74df99a3cd25 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:42.507453 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.561947 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:42.580404 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:42.582118 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3678861'] for router_interface, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.598041 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.616018 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-90b0d486-3c4a-48e6-b2ef-ad344423aa0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.624094 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port d2781c27-245b-4200-8d29-74df99a3cd25 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:42.625206 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.658729 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-972b0e44-ec55-4246-983e-9df35f0cf5b0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5082992316eb437aa5f642a329d2433a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4756927 Dec 13 10:59:42.661283 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Pushing event updated for resources: {'Port': ['ID=0bda6ef9-d4a9-4c3f-b226-f9d092792eb3,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:42.677799 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39280) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:42.690934 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972b0e44-ec55-4246-983e-9df35f0cf5b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=695b87d9-a5e0-4aa2-8e86-f6ba3b4f7fee,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:42.746341 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Network e16dce95-4ddc-4411-8a0f-88c503a8b2ed is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:42.787265 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-90b0d486-3c4a-48e6-b2ef-ad344423aa0d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=44b1238d1d7a40ecbe9bdf5a0d087b9a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3625937 Dec 13 10:59:42.788254 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Pushing event updated for resources: {'Port': ['ID=ce346659-74c4-4a36-9673-dc651c04b567,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:42.830506 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39288) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:42.831579 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:42.836709 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:42.852761 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:42.853432 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.865327 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 45ab951d-5431-48ee-8de9-f43438434a77 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:42.883887 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b0d486-3c4a-48e6-b2ef-ad344423aa0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e2ce4-9d62-4250-bb43-39f3bdc6a48b,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:42.945098 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:42.977254 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 45ab951d-5431-48ee-8de9-f43438434a77 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:42.977627 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.017494 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Request body: {'port': {'device_id': '1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:43.074298 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-2cd18a34-345f-4e77-a3bc-6b595bf47c3c tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9607525 Dec 13 10:59:43.229056 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:43.357431 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:43.358273 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.367200 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Request body: {'port': {'device_id': '97770d8a-f613-4c40-a5f4-fc24de508094', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:43.455067 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.466069 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39292) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:43.472852 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-8db9fa1b-a82e-43a5-af32-2b8d1bee7428 None None] Provisioning complete for port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:43.473264 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8db9fa1b-a82e-43a5-af32-2b8d1bee7428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.486764 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4d7348a0-7337-4ffc-949c-24421288c92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.514083 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4d7348a0-7337-4ffc-949c-24421288c92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.533928 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-8db9fa1b-a82e-43a5-af32-2b8d1bee7428 None None] Port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:59:43.547325 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.563099 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.564294 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3773023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680061'] for router_interface, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.573658 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7b2da982-9894-448e-9545-4068c3803620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.588410 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.598969 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7b2da982-9894-448e-9545-4068c3803620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.601273 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Pushing event updated for resources: {'Port': ['ID=e7cff175-9d4b-4b6e-94ba-b88ecd719e0b,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:43.674067 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.692015 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Pushing event updated for resources: {'Port': ['ID=e7cff175-9d4b-4b6e-94ba-b88ecd719e0b,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:43.751392 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=a8a21ebc-a4f9-4c66-b06e-a36f17df4d02,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:43.760442 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.772259 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1138c-ad7b-4256-8206-66c3de8121bf req-9d9fb06e-52d6-49f4-a42a-0732e653e494 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:43.774258 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-78a1138c-ad7b-4256-8206-66c3de8121bf req-9d9fb06e-52d6-49f4-a42a-0732e653e494 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 932 time: 1.6948638 Dec 13 10:59:43.879013 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.882402 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4d7348a0-7337-4ffc-949c-24421288c92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.886354 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4d7348a0-7337-4ffc-949c-24421288c92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.887555 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4d7348a0-7337-4ffc-949c-24421288c92c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7c9e2ce4-9d62-4250-bb43-39f3bdc6a48b HTTP/1.1" status: 204 len: 168 time: 0.9935670 Dec 13 10:59:43.924855 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-58aa89f0-19b4-40b2-bd76-30ef1cd56255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:43.937310 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=a8a21ebc-a4f9-4c66-b06e-a36f17df4d02,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:43.945553 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7348a0-7337-4ffc-949c-24421288c92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e2ce4-9d62-4250-bb43-39f3bdc6a48b,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:44.062671 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-78a1138c-ad7b-4256-8206-66c3de8121bf req-06d0af92-c594-4beb-889d-a6d4027354f2 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064781 Dec 13 10:59:44.104856 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab59e33-a6c2-4de0-adc5-e27f1d1453ae req-b4aba308-0846-498f-b38e-39e85bbc1544 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:44.106734 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6ab59e33-a6c2-4de0-adc5-e27f1d1453ae req-b4aba308-0846-498f-b38e-39e85bbc1544 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 931 time: 0.4965103 Dec 13 10:59:44.193566 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:44.239918 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:44.377018 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:44.377412 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:44.501703 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7b2da982-9894-448e-9545-4068c3803620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:44.524595 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7b2da982-9894-448e-9545-4068c3803620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:44.540573 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-7b2da982-9894-448e-9545-4068c3803620 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/695b87d9-a5e0-4aa2-8e86-f6ba3b4f7fee HTTP/1.1" status: 204 len: 168 time: 1.8394032 Dec 13 10:59:44.559054 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c6724308-cad3-4e68-a7af-d7e616e5691b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:44.648346 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2da982-9894-448e-9545-4068c3803620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=695b87d9-a5e0-4aa2-8e86-f6ba3b4f7fee,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:44.682288 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6ab59e33-a6c2-4de0-adc5-e27f1d1453ae req-c3c05456-d631-4d95-8ecf-c2e233cb41de tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5640366 Dec 13 10:59:44.713071 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Network 14c80f36-d354-469a-a885-e82375e202b0 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:44.759950 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:44.922752 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:44.939061 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:59:45.128111 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:45.144981 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:45.149507 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3773023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680061'] for router_interface, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:45.249217 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce346659-74c4-4a36-9673-dc651c04b567 {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:59:45.256772 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:59:45.258676 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:45.268437 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Sync routers for ids ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:59:45.284290 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Transition to ACTIVE for port object ce346659-74c4-4a36-9673-dc651c04b567 will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:59:45.291043 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:45.291955 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3773023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680061'] for router_interface, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:45.307323 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Routers {'5dcc32d9-c7ef-41cb-962e-077cb53b6093'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:45.307733 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:45.307990 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:45.366729 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-3db6cad4-43aa-406d-8cbe-9dd753103b1e admin admin] 10.222.0.43 "PUT /v2.0/routers/5dcc32d9-c7ef-41cb-962e-077cb53b6093/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4733231 Dec 13 10:59:45.391941 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Pushing event updated for resources: {'Port': ['ID=3b793f39-101b-4770-803b-ef429b816f68,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:45.435197 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb5d5e-3ef1-4c49-8813-d8df82f94d82 req-13c844d9-baa0-4757-a73a-0c62dcebbce3 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:45.446948 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0eb5d5e-3ef1-4c49-8813-d8df82f94d82 req-13c844d9-baa0-4757-a73a-0c62dcebbce3 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 932 time: 0.2739024 Dec 13 10:59:45.498129 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Attempting to bind port ce346659-74c4-4a36-9673-dc651c04b567 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:45.498368 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Attempting to bind port ce346659-74c4-4a36-9673-dc651c04b567 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '38d0e307-5116-4e97-b212-ab677ae0d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e16dce95-4ddc-4411-8a0f-88c503a8b2ed'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:45.498740 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Attempting to bind port ce346659-74c4-4a36-9673-dc651c04b567 on network e16dce95-4ddc-4411-8a0f-88c503a8b2ed {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:45.514024 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Port ce346659-74c4-4a36-9673-dc651c04b567 on network e16dce95-4ddc-4411-8a0f-88c503a8b2ed not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:59:45.514372 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Attempting to bind port ce346659-74c4-4a36-9673-dc651c04b567 on network e16dce95-4ddc-4411-8a0f-88c503a8b2ed {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:45.565968 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:45.568444 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Checking segment: {'id': '38d0e307-5116-4e97-b212-ab677ae0d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e16dce95-4ddc-4411-8a0f-88c503a8b2ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:45.570320 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Bound using segment: {'id': '38d0e307-5116-4e97-b212-ab677ae0d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e16dce95-4ddc-4411-8a0f-88c503a8b2ed'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:45.570935 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Bound port: ce346659-74c4-4a36-9673-dc651c04b567, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d0e307-5116-4e97-b212-ab677ae0d8d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 283, 'network_id': 'e16dce95-4ddc-4411-8a0f-88c503a8b2ed'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:45.571316 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:45.627663 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Set router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:45.756102 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] For port ce346659-74c4-4a36-9673-dc651c04b567, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:45.767194 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] For port ce346659-74c4-4a36-9673-dc651c04b567, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ce346659-74c4-4a36-9673-dc651c04b567,segment=NetworkSegment(38d0e307-5116-4e97-b212-ab677ae0d8d3),segment_id=38d0e307-5116-4e97-b212-ab677ae0d8d3)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:45.801909 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:45.855999 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Pushing event updated for resources: {'Port': ['ID=0bda6ef9-d4a9-4c3f-b226-f9d092792eb3,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:45.875317 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0eb5d5e-3ef1-4c49-8813-d8df82f94d82 req-a8eb3b59-b25a-41a3-9915-1af8a06a3cdb tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264832 Dec 13 10:59:45.883727 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Network a9e5b66e-46c7-490d-93ed-2c8183758c1f is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:45.886347 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:45.945405 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:46.079412 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c678570-72fa-4dbc-9e46-6df2ffb3e7ad req-452350c3-b739-4ec7-83a5-3e950649e732 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:46.081009 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c678570-72fa-4dbc-9e46-6df2ffb3e7ad req-452350c3-b739-4ec7-83a5-3e950649e732 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 943 time: 0.2773547 Dec 13 10:59:46.169835 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-58aa89f0-19b4-40b2-bd76-30ef1cd56255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:46.228217 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:46.228846 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:46.235565 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] 10.222.0.39 "PUT /v2.0/ports/ce346659-74c4-4a36-9673-dc651c04b567 HTTP/1.1" status: 200 len: 1093 time: 2.8821368 Dec 13 10:59:46.244847 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97770d8a-f613-4c40-a5f4-fc24de508094', 'tag': 'ce346659-74c4-4a36-9673-dc651c04b567'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:59:46.387836 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c678570-72fa-4dbc-9e46-6df2ffb3e7ad req-062a808d-361e-4088-9829-c46a9184e158 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857981 Dec 13 10:59:46.392899 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'name': 'tempest-ServerRescueNegativeTestJSON-275239850-router', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '45ab951d-5431-48ee-8de9-f43438434a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:42Z', 'revision_number': 4, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'gw_port': {'id': '45ab951d-5431-48ee-8de9-f43438434a77', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'e7cff175-9d4b-4b6e-94ba-b88ecd719e0b', 'name': '', 'network_id': '14c80f36-d354-469a-a885-e82375e202b0', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'mac_address': 'fa:16:3e:15:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'aa1b72ae-801e-439a-850f-ee0537ccf54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 2, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'subnets': [{'id': 'aa1b72ae-801e-439a-850f-ee0537ccf54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:46.424914 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-58aa89f0-19b4-40b2-bd76-30ef1cd56255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:46.449625 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Router 4b67e7dd-332a-4a32-a705-23be2a0baed3 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:59:46.493594 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce346659-74c4-4a36-9673-dc651c04b567,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:46.521341 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Checking router: 5dcc32d9-c7ef-41cb-962e-077cb53b6093 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:59:46.524552 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Updating router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b binding host dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:59:46.574925 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa89f0-19b4-40b2-bd76-30ef1cd56255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e416eb64-7c39-46ce-bd9e-7eaaa66f2c49,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:46.644220 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-04159d77-2160-4f23-9cd7-f1e47d64ecf8 None None] Provisioning complete for port 3b793f39-101b-4770-803b-ef429b816f68 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:46.644653 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-04159d77-2160-4f23-9cd7-f1e47d64ecf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:46.652548 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:46.741325 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-58aa89f0-19b4-40b2-bd76-30ef1cd56255 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ddaa26a6f2f94de894d8856ac40cb9e9&name=default HTTP/1.1" status: 200 len: 2996 time: 3.2719212 Dec 13 10:59:46.799379 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39364) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:46.879940 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:46.960865 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:46.973397 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:59:46.979713 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-3dea561c-5bba-4e31-ba1d-759de31d47ab admin admin] 10.222.0.43 "PUT /v2.0/routers/4b67e7dd-332a-4a32-a705-23be2a0baed3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8640094 Dec 13 10:59:46.989493 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Sync routers for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:59:47.014392 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:47.023577 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:47.024866 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2269-5c36-4ea4-ac86-065adeda7f2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:47.072546 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-f0bc011f-2e0a-4510-8fd6-6e00da0eed0e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:47.074592 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-f0bc011f-2e0a-4510-8fd6-6e00da0eed0e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 818 time: 0.2939823 Dec 13 10:59:47.112867 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2269-5c36-4ea4-ac86-065adeda7f2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:47.143310 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-29ed1028-8ee9-4bc9-9e07-7b3a87cbb6ac tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/quotas/33283f7c6efe459f9f767c8c28b5eecb HTTP/1.1" status: 200 len: 375 time: 0.0562177 Dec 13 10:59:47.372562 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:47.375190 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32" -d '{"events": [{"name": "network-changed", "server_uuid": "97770d8a-f613-4c40-a5f4-fc24de508094", "tag": "ce346659-74c4-4a36-9673-dc651c04b567"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:59:47.390954 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2269-5c36-4ea4-ac86-065adeda7f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:47.393900 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2269-5c36-4ea4-ac86-065adeda7f2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:47.395264 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-3b1a2269-5c36-4ea4-ac86-065adeda7f2d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e416eb64-7c39-46ce-bd9e-7eaaa66f2c49 HTTP/1.1" status: 204 len: 168 time: 0.5887806 Dec 13 10:59:47.410990 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Router 834feaa0-49d6-4c27-9321-32a4420f088b has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 10:59:47.418667 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a2269-5c36-4ea4-ac86-065adeda7f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e416eb64-7c39-46ce-bd9e-7eaaa66f2c49,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:47.454621 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a78c765-97b3-41d7-a709-d7041a89f03e req-d31bf764-78e7-4ece-b827-3c8cd74c0158 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:47.456683 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5a78c765-97b3-41d7-a709-d7041a89f03e req-d31bf764-78e7-4ece-b827-3c8cd74c0158 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 932 time: 0.3102028 Dec 13 10:59:47.462019 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-0061af31-6a7e-44b8-ac2a-5ab122ab8a40 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2885873 Dec 13 10:59:47.517839 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 569fddf1-61b8-4fca-91cb-cf3b6d4824fb {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:59:47.537261 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-8caf9725-0f10-4ca2-82d2-a6f4aad3d163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:47.538887 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-8caf9725-0f10-4ca2-82d2-a6f4aad3d163 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b5c45fc7490420b9893a21dfad6bcf4&device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 1096 time: 1.0613763 Dec 13 10:59:47.614195 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-9063b0bf-16f2-4edc-80f6-b5aa005dc8ed service neutron] 10.222.0.43 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422582 Dec 13 10:59:47.670723 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-04159d77-2160-4f23-9cd7-f1e47d64ecf8 None None] Port 3b793f39-101b-4770-803b-ef429b816f68 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:59:47.720874 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:44Z', 'revision_number': 2, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:47.777873 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:47.801031 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Checking router: 4b67e7dd-332a-4a32-a705-23be2a0baed3 for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:59:47.801466 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Updating router 4b67e7dd-332a-4a32-a705-23be2a0baed3 port 3b793f39-101b-4770-803b-ef429b816f68 binding host dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:59:47.825933 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:47.842385 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-5ebfbcc8-1b52-471f-b7c9-9e362f25e340 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce346659-74c4-4a36-9673-dc651c04b567 HTTP/1.1" status: 200 len: 217 time: 0.2447276 Dec 13 10:59:47.863045 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:47.877045 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48690ec-e072-43d9-9cc3-939209d8a2b5 service neutron] Pushing event updated for resources: {'Port': ['ID=ce346659-74c4-4a36-9673-dc651c04b567,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:47.899481 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-32f72a7c-7a44-4f9d-b7a6-4526009fb4df None None] Provisioning complete for port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:47.901027 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-32f72a7c-7a44-4f9d-b7a6-4526009fb4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:47.923485 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8e67292e-df81-42ba-93f2-e78ad7131c12 service neutron] 10.222.0.43 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2987506 Dec 13 10:59:47.981705 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5a78c765-97b3-41d7-a709-d7041a89f03e req-dbe29da7-755c-4036-b42e-6eb478ac3aaf tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182796 Dec 13 10:59:48.065103 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Transition to ACTIVE for port object 569fddf1-61b8-4fca-91cb-cf3b6d4824fb will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:59:48.065725 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-32f72a7c-7a44-4f9d-b7a6-4526009fb4df None None] Port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:59:48.069977 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-22ad2b3d-6cd5-4e34-a140-dc1decd39d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:48.073520 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-22ad2b3d-6cd5-4e34-a140-dc1decd39d0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b7a7f807-342d-452d-b0b7-1cfff2c2acdb HTTP/1.1" status: 200 len: 851 time: 0.0799189 Dec 13 10:59:48.077706 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.148315 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.183818 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Publish callbacks [] for port, precommit_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.199105 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.273410 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c283a-619f-4a20-a7b9-885e226e2429 req-43aee7c7-bbca-4e13-8cae-dc7c1c5be2b8 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:48.280177 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-570c283a-619f-4a20-a7b9-885e226e2429 req-43aee7c7-bbca-4e13-8cae-dc7c1c5be2b8 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 943 time: 0.1214046 Dec 13 10:59:48.357803 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 10:59:48.473496 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c1adff72-7087-43e8-841c-4c955765cf9c admin admin] 10.222.0.43 "PUT /v2.0/routers/834feaa0-49d6-4c27-9321-32a4420f088b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0345757 Dec 13 10:59:48.473496 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-62ddcc2c-4d5b-4375-8fad-2c56527ffe11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e16dce95-4ddc-4411-8a0f-88c503a8b2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3569622 Dec 13 10:59:48.482928 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Sync routers for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 10:59:48.504242 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-570c283a-619f-4a20-a7b9-885e226e2429 req-e27127c3-6ce1-4954-827a-03f183f2486a tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997154 Dec 13 10:59:48.565297 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Attempting to bind port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:48.566102 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Attempting to bind port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:48.566561 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Attempting to bind port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b on network 14c80f36-d354-469a-a885-e82375e202b0 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:48.576837 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:48.577376 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Checking segment: {'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:48.578088 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.578684 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Bound using segment: {'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:48.579373 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Bound port: e7cff175-9d4b-4b6e-94ba-b88ecd719e0b, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:48.579880 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.594131 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.608814 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.620384 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:48.629765 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:48.699751 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39410) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:48.727442 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7c4be599-dccc-4f79-b4dd-fe90196208fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.729678 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-e4a4d6b3-0fde-44c4-b365-2599aed4dae0 service neutron] 10.222.0.39 "GET /v2.0/networks/e16dce95-4ddc-4411-8a0f-88c503a8b2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574068 Dec 13 10:59:48.731970 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ababf-4258-4e7c-8772-bb0469a226db None None] Pushing event updated for resources: {'Port': ['ID=3b793f39-101b-4770-803b-ef429b816f68,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:48.732329 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Pushing event updated for resources: {'Port': ['ID=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:48.825695 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Attempting to bind port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:48.826049 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Attempting to bind port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:48.826376 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Attempting to bind port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb on network ea53f06c-9409-4221-badf-180307a92e9f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:48.897980 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb on network ea53f06c-9409-4221-badf-180307a92e9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:59:48.898508 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Attempting to bind port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb on network ea53f06c-9409-4221-badf-180307a92e9f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:48.915253 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:48.925746 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Checking segment: {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:48.925746 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Bound using segment: {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:48.925746 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Bound port: 569fddf1-61b8-4fca-91cb-cf3b6d4824fb, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:48.925746 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.926202 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Attempting to bind port 3b793f39-101b-4770-803b-ef429b816f68 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:48.926202 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Attempting to bind port 3b793f39-101b-4770-803b-ef429b816f68 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:48.926202 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Attempting to bind port 3b793f39-101b-4770-803b-ef429b816f68 on network a9e5b66e-46c7-490d-93ed-2c8183758c1f {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:48.940997 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:48.941413 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Checking segment: {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:48.941884 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:48.942271 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Bound using segment: {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:48.942804 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Bound port: 3b793f39-101b-4770-803b-ef429b816f68, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:48.945415 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:49.048952 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7c4be599-dccc-4f79-b4dd-fe90196208fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:49.058983 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:49.066449 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7c4be599-dccc-4f79-b4dd-fe90196208fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:49.151848 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-7c4be599-dccc-4f79-b4dd-fe90196208fb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d0ef22c393f44d7798ef55f06b51c789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4508226 Dec 13 10:59:49.183892 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39420) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:49.185253 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] For port 3b793f39-101b-4770-803b-ef429b816f68, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:49.220610 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] For port 3b793f39-101b-4770-803b-ef429b816f68, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=3b793f39-101b-4770-803b-ef429b816f68,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:49.222131 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e4332-c673-4924-90a4-f98169deb0eb None None] Pushing event updated for resources: {'Port': ['ID=e7cff175-9d4b-4b6e-94ba-b88ecd719e0b,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:49.225954 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:49.252769 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4be599-dccc-4f79-b4dd-fe90196208fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9548298b-6b0b-4261-8627-8287d154531b,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:49.304176 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:49.304854 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:49.451484 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ababf-4258-4e7c-8772-bb0469a226db None None] Pushing event updated for resources: {'Port': ['ID=3b793f39-101b-4770-803b-ef429b816f68,revision_number=4']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:49.511201 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4ea46526-3581-4be5-b059-8f9d247780eb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:49.612122 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4ea46526-3581-4be5-b059-8f9d247780eb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:49.630606 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2d5a4f-d7f1-4cb5-ab41-c6abf10cdf61 x-openstack-request-id: req-4b2d5a4f-d7f1-4cb5-ab41-c6abf10cdf61 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:59:49.631249 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97770d8a-f613-4c40-a5f4-fc24de508094", "tag": "ce346659-74c4-4a36-9673-dc651c04b567", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:59:49.631249 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b2d5a4f-d7f1-4cb5-ab41-c6abf10cdf61 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:59:49.638480 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97770d8a-f613-4c40-a5f4-fc24de508094', 'tag': 'ce346659-74c4-4a36-9673-dc651c04b567', 'status': 'completed', 'code': 200} Dec 13 10:59:49.659719 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] For port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:49.666363 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] For port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=e7cff175-9d4b-4b6e-94ba-b88ecd719e0b,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:49.693011 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:49.696032 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8478dc8a-bf6d-4a96-82ad-e85a4703b8de req-afa8fc0d-3eb4-44c6-9cc1-f9547c1ee6c3 service neutron] 10.222.0.39 "GET /v2.0/networks/e16dce95-4ddc-4411-8a0f-88c503a8b2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9358463 Dec 13 10:59:49.739436 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] For port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:49.750141 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] For port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:49.762783 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:49.779481 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f6bc7f93-a53a-4217-b4f5-47cbc63485c5 req-e58a42dd-3a7a-427e-b20f-3677997ab3b3 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 210 time: 0.1294377 Dec 13 10:59:49.889068 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4ea46526-3581-4be5-b059-8f9d247780eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:49.900829 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4ea46526-3581-4be5-b059-8f9d247780eb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:49.909509 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4ea46526-3581-4be5-b059-8f9d247780eb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9548298b-6b0b-4261-8627-8287d154531b HTTP/1.1" status: 204 len: 168 time: 0.7220268 Dec 13 10:59:49.950950 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea46526-3581-4be5-b059-8f9d247780eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9548298b-6b0b-4261-8627-8287d154531b,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:50.003527 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:50.052919 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:50.052919 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:50.058014 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] 10.222.0.39 "PUT /v2.0/ports/569fddf1-61b8-4fca-91cb-cf3b6d4824fb HTTP/1.1" status: 200 len: 1094 time: 7.3283231 Dec 13 10:59:50.122745 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-50c23428-dc89-46cf-b651-9ef1ec0a6d3d None None] Provisioning complete for port 3b793f39-101b-4770-803b-ef429b816f68 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:50.123426 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-50c23428-dc89-46cf-b651-9ef1ec0a6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:50.170572 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a00e69f-e9b5-46d2-8498-f885ad573842 req-e918a0f4-e08e-42ed-b460-833b4f8e52d6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:50.173192 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8a00e69f-e9b5-46d2-8498-f885ad573842 req-e918a0f4-e08e-42ed-b460-833b4f8e52d6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 944 time: 0.1931591 Dec 13 10:59:50.230078 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220cea94-a75c-478b-95ac-aa610dad46cf service neutron] Pushing event updated for resources: {'Port': ['ID=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:50.344722 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8a00e69f-e9b5-46d2-8498-f885ad573842 req-2c6b51bc-785c-4122-ad91-102cd3c32035 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643391 Dec 13 10:59:50.359567 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32 req-1c219c50-46f0-4a67-9038-6a9704fe3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:50.377847 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32 req-1c219c50-46f0-4a67-9038-6a9704fe3e67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=0b5c45fc7490420b9893a21dfad6bcf4&device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 1096 time: 0.3666368 Dec 13 10:59:50.477574 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e4332-c673-4924-90a4-f98169deb0eb None None] Pushing event updated for resources: {'Port': ['ID=e7cff175-9d4b-4b6e-94ba-b88ecd719e0b,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:50.529362 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39454) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:50.536171 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-64ec07a5-ca49-4bcc-9b23-bd4365fc33f6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--218954718', 'description': 'tempest-description--823160506'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:50.573691 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-4be5f933-0c4b-44e5-828f-95a24ac32351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:50.577308 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-4be5f933-0c4b-44e5-828f-95a24ac32351 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 1097 time: 0.3806129 Dec 13 10:59:50.631748 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ec07a5-ca49-4bcc-9b23-bd4365fc33f6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:50.695897 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Routers {'5dcc32d9-c7ef-41cb-962e-077cb53b6093'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:50.696932 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:50.780266 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-9659a20f-40a2-4140-a248-db07935a4781 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569fddf1-61b8-4fca-91cb-cf3b6d4824fb HTTP/1.1" status: 200 len: 217 time: 0.1634641 Dec 13 10:59:50.787417 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:49Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:50.921767 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ea5c05-a900-4396-b287-734988ee8396 None None] The sync data for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi is: [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:49Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:59:50.946331 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.39', 59677) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:50.995861 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ec07a5-ca49-4bcc-9b23-bd4365fc33f6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.055850 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ec07a5-ca49-4bcc-9b23-bd4365fc33f6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.132458 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-50c23428-dc89-46cf-b651-9ef1ec0a6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.240446 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-50c23428-dc89-46cf-b651-9ef1ec0a6d3d None None] For port 3b793f39-101b-4770-803b-ef429b816f68, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=3b793f39-101b-4770-803b-ef429b816f68,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:51.251206 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ec07a5-ca49-4bcc-9b23-bd4365fc33f6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e16afb2-f0b1-4354-af25-dcc1d34324ff,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:51.271700 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-50c23428-dc89-46cf-b651-9ef1ec0a6d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.292511 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32 req-d712bf97-45ed-4de8-b53a-0a92c50ea554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:51.294430 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32 req-d712bf97-45ed-4de8-b53a-0a92c50ea554 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e16dce95-4ddc-4411-8a0f-88c503a8b2ed HTTP/1.1" status: 200 len: 912 time: 0.9017005 Dec 13 10:59:51.297998 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ec07a5-ca49-4bcc-9b23-bd4365fc33f6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.299733 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-64ec07a5-ca49-4bcc-9b23-bd4365fc33f6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7673283 Dec 13 10:59:51.304184 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39482) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:51.313710 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-ad54e0aa-55ed-480e-ab32-485abced0949 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'security_group_rule': {'security_group_id': '9e16afb2-f0b1-4354-af25-dcc1d34324ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:51.384317 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c10441-26c8-42d8-b7e1-99ce4ccf2010 req-8e327d0f-791f-4700-b520-c3a1d8903a08 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:51.396625 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62c10441-26c8-42d8-b7e1-99ce4ccf2010 req-8e327d0f-791f-4700-b520-c3a1d8903a08 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 943 time: 0.5125265 Dec 13 10:59:51.452958 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad54e0aa-55ed-480e-ab32-485abced0949 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.564336 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-05e777ef-b6c5-4b25-8324-34cfe6e56653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:51.565961 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-05e777ef-b6c5-4b25-8324-34cfe6e56653 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd7a891a-17a8-4510-9d50-364848293909 HTTP/1.1" status: 200 len: 854 time: 0.7633042 Dec 13 10:59:51.569179 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 2, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:51.585342 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32 req-349fd5bf-22da-4a40-990f-b79639d29842 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ce346659-74c4-4a36-9673-dc651c04b567 HTTP/1.1" status: 200 len: 217 time: 0.1421797 Dec 13 10:59:51.676921 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40', 'tag': '569fddf1-61b8-4fca-91cb-cf3b6d4824fb'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:59:51.683067 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e55671d-1540-4c46-b85c-ce845c31bdfb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40", "tag": "569fddf1-61b8-4fca-91cb-cf3b6d4824fb"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:59:51.698429 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-20f300d0-e6e0-4004-81b7-9ec008bf642d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea53f06c-9409-4221-badf-180307a92e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152451 Dec 13 10:59:51.707783 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62c10441-26c8-42d8-b7e1-99ce4ccf2010 req-42038368-12bd-4b09-888f-7ca38a563a60 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3099155 Dec 13 10:59:51.738967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad54e0aa-55ed-480e-ab32-485abced0949 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.750346 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad54e0aa-55ed-480e-ab32-485abced0949 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.787460 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54e0aa-55ed-480e-ab32-485abced0949 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67521a70-8e9e-4055-89ea-10b904d17eb6,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:51.792818 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Checking router: 834feaa0-49d6-4c27-9321-32a4420f088b for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 10:59:51.794116 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad54e0aa-55ed-480e-ab32-485abced0949 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.795848 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-ad54e0aa-55ed-480e-ab32-485abced0949 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4901087 Dec 13 10:59:51.798802 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39514) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:51.799226 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Updating router 834feaa0-49d6-4c27-9321-32a4420f088b port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 binding host dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 10:59:51.804614 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-442ab399-5b1b-452b-adcb-7f977baa9c2a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'security_group_rule': {'security_group_id': '9e16afb2-f0b1-4354-af25-dcc1d34324ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:51.804955 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] Set router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:51.847340 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c23428-dc89-46cf-b651-9ef1ec0a6d3d None None] Pushing event updated for resources: {'Port': ['ID=3b793f39-101b-4770-803b-ef429b816f68,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:51.850263 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-6d58bb80-50ce-4f85-81bd-787e774365b0 None None] Provisioning complete for port 3b793f39-101b-4770-803b-ef429b816f68 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:51.858247 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39518) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:51.860987 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6d58bb80-50ce-4f85-81bd-787e774365b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.861444 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-442ab399-5b1b-452b-adcb-7f977baa9c2a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:51.892644 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-e077e224-50ff-4160-b56a-725fb8cbaa01 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366879172', 'description': 'tempest-description--483312099'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:52.132401 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-483b99c1-444f-4f7d-900a-8a59245dc8cd tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:52.148213 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-483b99c1-444f-4f7d-900a-8a59245dc8cd tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 818 time: 0.2638447 Dec 13 10:59:52.210394 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:52.226968 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32 req-837e63c9-aba1-4918-b7dd-1c580616a7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:52.228519 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32 req-837e63c9-aba1-4918-b7dd-1c580616a7ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b7a7f807-342d-452d-b0b7-1cfff2c2acdb HTTP/1.1" status: 200 len: 851 time: 0.5242155 Dec 13 10:59:52.248167 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-f76770fd-3b7b-4319-99b0-23ee7d694e19 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/quotas/33283f7c6efe459f9f767c8c28b5eecb HTTP/1.1" status: 200 len: 375 time: 0.0988734 Dec 13 10:59:52.249439 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-b1859d0c-7d35-49ab-b288-c0fc6352ec03 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:52.250983 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-b1859d0c-7d35-49ab-b288-c0fc6352ec03 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.39 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 818 time: 1.2524595 Dec 13 10:59:52.253247 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39526) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:52.393980 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78679a90-fb14-4241-972f-fcae5bda43fa req-68ebb210-7a41-4228-916b-0e824b648103 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:52.403399 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Request body: {'port': {'device_id': '7f8f3d8d-bdef-4fef-b083-a669c55cc95d', 'network_id': '14c80f36-d354-469a-a885-e82375e202b0', 'admin_state_up': True, 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:52.415896 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-78679a90-fb14-4241-972f-fcae5bda43fa req-68ebb210-7a41-4228-916b-0e824b648103 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 944 time: 0.2502351 Dec 13 10:59:52.425303 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32 req-0ec40d63-dccc-4b0d-8f33-dec654e38ea5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e16dce95-4ddc-4411-8a0f-88c503a8b2ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1535425 Dec 13 10:59:52.478591 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-2d4f22a4-a7b1-4622-9556-0ac3e399ca49 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2277937 Dec 13 10:59:52.516465 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-832fabc3-49f8-4600-8e06-73f4fd87a94b service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7696991 Dec 13 10:59:52.626948 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39534) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:52.667180 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 3b793f39-101b-4770-803b-ef429b816f68 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:52.739044 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-442ab399-5b1b-452b-adcb-7f977baa9c2a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:52.742320 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-30241641-0e34-446e-a563-2b3a22b371ab service neutron] 10.222.0.43 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638073 Dec 13 10:59:52.743215 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e077e224-50ff-4160-b56a-725fb8cbaa01 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:52.765390 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-442ab399-5b1b-452b-adcb-7f977baa9c2a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:52.828663 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-442ab399-5b1b-452b-adcb-7f977baa9c2a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:52.833865 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-442ab399-5b1b-452b-adcb-7f977baa9c2a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0332024 Dec 13 10:59:52.836954 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39544) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:52.872465 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-88c50b82-4cba-468b-ae36-3f6f0f5a0a94 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.068111 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7c90-e2b6-4eb0-b1c6-bd8f63da54bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.113590 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e077e224-50ff-4160-b56a-725fb8cbaa01 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.118234 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'floatingip': {'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:53.194648 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7c90-e2b6-4eb0-b1c6-bd8f63da54bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.197097 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ab399-5b1b-452b-adcb-7f977baa9c2a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc2a58e0-1329-48a9-bdc8-d8cfb7af955a,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:53.202638 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.205127 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e077e224-50ff-4160-b56a-725fb8cbaa01 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.226742 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7c90-e2b6-4eb0-b1c6-bd8f63da54bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.235355 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-78679a90-fb14-4241-972f-fcae5bda43fa req-54b470cc-6062-4ccc-81af-8343a9e766e3 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8169513 Dec 13 10:59:53.272999 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d7c90-e2b6-4eb0-b1c6-bd8f63da54bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac423937-b276-48e1-a8db-63df3c2265de,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:53.273553 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Publish callbacks [] for port, precommit_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.323001 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.342593 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb432086-0d32-4dc9-a46c-7aa07d5d1af1 x-openstack-request-id: req-fb432086-0d32-4dc9-a46c-7aa07d5d1af1 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:59:53.342885 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40", "tag": "569fddf1-61b8-4fca-91cb-cf3b6d4824fb", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:59:53.343139 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fb432086-0d32-4dc9-a46c-7aa07d5d1af1 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:59:53.343603 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40', 'tag': '569fddf1-61b8-4fca-91cb-cf3b6d4824fb', 'status': 'completed', 'code': 200} Dec 13 10:59:53.344936 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Made reservation on behalf of 33283f7c6efe459f9f767c8c28b5eecb for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:53.349151 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e077e224-50ff-4160-b56a-725fb8cbaa01 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0856b70-1f44-4fa9-a3a1-025b9e24db27,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:53.349315 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.368266 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32 req-2290ac6c-651b-42ad-8eb1-7d3938a34514 service neutron] 10.222.0.39 "GET /v2.0/networks/e16dce95-4ddc-4411-8a0f-88c503a8b2ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871605 Dec 13 10:59:53.411560 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90375f72-b6a2-479e-9b12-5fe7f7b4c5de None None] Pushing event updated for resources: {'Port': ['ID=0bda6ef9-d4a9-4c3f-b226-f9d092792eb3,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:53.463211 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e077e224-50ff-4160-b56a-725fb8cbaa01 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.466983 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-e077e224-50ff-4160-b56a-725fb8cbaa01 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5900009 Dec 13 10:59:53.472767 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39554) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:53.512174 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-c7860ad9-f99a-4eba-9963-381175c54a23 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'security_group_rule': {'security_group_id': 'e0856b70-1f44-4fa9-a3a1-025b9e24db27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:53.536930 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-5c7d7c90-e2b6-4eb0-b1c6-bd8f63da54bf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=47acd988eca04b098ff6eb9a82bed5fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9088428 Dec 13 10:59:53.556823 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39558) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:53.582752 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-859442a4-ed1c-43e7-a80c-540d3d4231de req-10ff29fe-d7a8-4bac-b8df-2499fbb200a9 service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9664466 Dec 13 10:59:53.602869 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Attempting to bind port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:53.606146 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Attempting to bind port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:53.606844 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Attempting to bind port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 on network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:53.607955 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac44fbdb-d3a7-4707-bed8-be2d4e89fa32 req-e035930c-3507-4123-a733-1f38f6b869f0 service neutron] 10.222.0.39 "GET /v2.0/networks/e16dce95-4ddc-4411-8a0f-88c503a8b2ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076871 Dec 13 10:59:53.610001 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-88c50b82-4cba-468b-ae36-3f6f0f5a0a94 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.626218 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:53.626954 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Checking segment: {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:53.633783 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.638415 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Bound using segment: {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:53.639363 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Bound port: 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:53.639977 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.643409 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c7860ad9-f99a-4eba-9963-381175c54a23 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.651149 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-88c50b82-4cba-468b-ae36-3f6f0f5a0a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.657060 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 3b793f39-101b-4770-803b-ef429b816f68 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:53.657713 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.718670 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-92cca8a3-60a5-4670-be3b-604b523cbaee service neutron] 10.222.0.43 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9646029 Dec 13 10:59:53.743636 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'name': 'tempest-ServerRescueNegativeTestJSON-275239850-router', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '45ab951d-5431-48ee-8de9-f43438434a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:42Z', 'revision_number': 4, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'gw_port': {'id': '45ab951d-5431-48ee-8de9-f43438434a77', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'e7cff175-9d4b-4b6e-94ba-b88ecd719e0b', 'name': '', 'network_id': '14c80f36-d354-469a-a885-e82375e202b0', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'mac_address': 'fa:16:3e:15:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'aa1b72ae-801e-439a-850f-ee0537ccf54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:49Z', 'revision_number': 4, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'subnets': [{'id': 'aa1b72ae-801e-439a-850f-ee0537ccf54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:53.746990 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3aa924-42e4-4ffe-8122-885c375f199c req-87f51832-258e-4c24-a79b-6fa9a2aa593b tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:53.748831 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ad3aa924-42e4-4ffe-8122-885c375f199c req-87f51832-258e-4c24-a79b-6fa9a2aa593b tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 943 time: 0.2747910 Dec 13 10:59:53.780123 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c7860ad9-f99a-4eba-9963-381175c54a23 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.799976 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2495ee0e-6b8b-4152-acc5-0cb5b04da180 None None] The sync data for ids ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'] in dv-cinder-808574-5-iscsi is: [{'id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'name': 'tempest-ServerRescueNegativeTestJSON-275239850-router', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '45ab951d-5431-48ee-8de9-f43438434a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:42Z', 'revision_number': 4, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'gw_port': {'id': '45ab951d-5431-48ee-8de9-f43438434a77', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'e7cff175-9d4b-4b6e-94ba-b88ecd719e0b', 'name': '', 'network_id': '14c80f36-d354-469a-a885-e82375e202b0', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'mac_address': 'fa:16:3e:15:d0:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'aa1b72ae-801e-439a-850f-ee0537ccf54f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:49Z', 'revision_number': 4, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'subnets': [{'id': 'aa1b72ae-801e-439a-850f-ee0537ccf54f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:59:53.804677 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c7860ad9-f99a-4eba-9963-381175c54a23 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.840042 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7860ad9-f99a-4eba-9963-381175c54a23 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=938e4cda-22b7-493b-b83e-246aaf5ff0c5,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:53.914617 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-88c50b82-4cba-468b-ae36-3f6f0f5a0a94 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=afb84c00f5cf43b68a19d1a23773f6c5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6591542 Dec 13 10:59:53.923304 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39566) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:53.938520 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ad3aa924-42e4-4ffe-8122-885c375f199c req-5e8014e8-565c-4476-8239-7b35f9ccd0b3 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550965 Dec 13 10:59:53.964321 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1c21e8a5-3fd0-4e9b-810a-86c83b47f230 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.980855 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-a369343b-52a6-4195-b485-74bbf820347d None None] Provisioning complete for port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:53.981487 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a369343b-52a6-4195-b485-74bbf820347d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:53.985464 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c50b82-4cba-468b-ae36-3f6f0f5a0a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da2bf05-dc1d-4a0c-bbda-e31c783d23b4,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:54.003468 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Allocated IP 172.20.0.8 (14c80f36-d354-469a-a885-e82375e202b0/aa1b72ae-801e-439a-850f-ee0537ccf54f/db6093bc-5f11-4399-b206-60e4e18dc962) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:54.034468 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55671d-1540-4c46-b85c-ce845c31bdfb req-41f5bf45-e563-43ae-8578-deed87379b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:54.036434 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5e55671d-1540-4c46-b85c-ce845c31bdfb req-41f5bf45-e563-43ae-8578-deed87379b6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 1097 time: 0.3869095 Dec 13 10:59:54.048702 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c7860ad9-f99a-4eba-9963-381175c54a23 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:54.048702 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-c7860ad9-f99a-4eba-9963-381175c54a23 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5394535 Dec 13 10:59:54.051139 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39574) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:54.061515 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-b15f5202-8b1b-4bd1-8e92-7fa44a36bf8f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'security_group_rule': {'security_group_id': 'e0856b70-1f44-4fa9-a3a1-025b9e24db27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:54.064222 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] For port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:54.068404 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] For port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0bda6ef9-d4a9-4c3f-b226-f9d092792eb3,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:54.078515 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:54.103051 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5cc3b9d7-ef0a-4010-993c-90d24c13a051 req-4be4c89e-e872-474a-be7d-44e8f1cb66ed tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 210 time: 0.0829597 Dec 13 10:59:54.136970 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1c21e8a5-3fd0-4e9b-810a-86c83b47f230 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:54.187252 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90375f72-b6a2-479e-9b12-5fe7f7b4c5de None None] Pushing event updated for resources: {'Port': ['ID=0bda6ef9-d4a9-4c3f-b226-f9d092792eb3,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:54.210154 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-a369343b-52a6-4195-b485-74bbf820347d None None] Port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 10:59:54.212632 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 10:59:54.213992 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T10:59:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:54.260115 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:54.385693 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1c21e8a5-3fd0-4e9b-810a-86c83b47f230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:54.386195 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1c21e8a5-3fd0-4e9b-810a-86c83b47f230 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:54.393019 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a87f378f-8ac3-4e0a-a1d3-4abd8cc31813 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:54.401965 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-1c21e8a5-3fd0-4e9b-810a-86c83b47f230 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac423937-b276-48e1-a8db-63df3c2265de HTTP/1.1" status: 204 len: 168 time: 0.8384159 Dec 13 10:59:54.485009 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b15f5202-8b1b-4bd1-8e92-7fa44a36bf8f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:54.509036 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 10:59:54.552603 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a87f378f-8ac3-4e0a-a1d3-4abd8cc31813 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:54.610065 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21e8a5-3fd0-4e9b-810a-86c83b47f230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac423937-b276-48e1-a8db-63df3c2265de,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:54.692921 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957061f6-1cb3-4344-b495-010348d77900 req-a57db3e9-9864-4fbe-85a4-1c1cf11afdbf tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:54.694773 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-957061f6-1cb3-4344-b495-010348d77900 req-a57db3e9-9864-4fbe-85a4-1c1cf11afdbf tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 944 time: 0.2867086 Dec 13 10:59:54.703188 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device e7cff175-9d4b-4b6e-94ba-b88ecd719e0b up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:54.764574 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Allocated IP 172.27.2.65 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/5e87a1c2-f7c5-49ea-90d2-5f45c28ea027) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:54.834083 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-1f2782df-1465-462b-aa64-51de1b6c63e6 None None] Provisioning complete for port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:54.834447 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-1f2782df-1465-462b-aa64-51de1b6c63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:54.979076 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55671d-1540-4c46-b85c-ce845c31bdfb req-0539b0f7-f180-4fe3-8705-02061f40d8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:54.980625 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5e55671d-1540-4c46-b85c-ce845c31bdfb req-0539b0f7-f180-4fe3-8705-02061f40d8ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 915 time: 0.9283738 Dec 13 10:59:55.031699 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.035420 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-1f2782df-1465-462b-aa64-51de1b6c63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.084477 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.114949 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-1f2782df-1465-462b-aa64-51de1b6c63e6 None None] For port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0bda6ef9-d4a9-4c3f-b226-f9d092792eb3,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:55.128784 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5e55671d-1540-4c46-b85c-ce845c31bdfb req-657a3251-aae7-44c1-a681-e33b3b9d199e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569fddf1-61b8-4fca-91cb-cf3b6d4824fb HTTP/1.1" status: 200 len: 217 time: 0.1332362 Dec 13 10:59:55.142353 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-1f2782df-1465-462b-aa64-51de1b6c63e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.159906 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:55.164265 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'Port': ['ID=5e87a1c2-f7c5-49ea-90d2-5f45c28ea027,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:55.169246 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:55.171898 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:55.262828 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e55671d-1540-4c46-b85c-ce845c31bdfb req-2cb52bd1-7274-479c-9129-759b597f6fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:55.262828 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5e55671d-1540-4c46-b85c-ce845c31bdfb req-2cb52bd1-7274-479c-9129-759b597f6fb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd7a891a-17a8-4510-9d50-364848293909 HTTP/1.1" status: 200 len: 854 time: 0.0896883 Dec 13 10:59:55.370093 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:55.370469 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.376050 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5e55671d-1540-4c46-b85c-ce845c31bdfb req-cf1cd196-cd74-49ce-89a8-262fc2766e90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea53f06c-9409-4221-badf-180307a92e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983465 Dec 13 10:59:55.377747 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39604) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:55.381989 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2782df-1465-462b-aa64-51de1b6c63e6 None None] Pushing event updated for resources: {'Port': ['ID=0bda6ef9-d4a9-4c3f-b226-f9d092792eb3,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:55.447305 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b15f5202-8b1b-4bd1-8e92-7fa44a36bf8f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.469517 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:54Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 10:59:55.475198 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b15f5202-8b1b-4bd1-8e92-7fa44a36bf8f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.503915 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbae04cd-24d9-45ad-970c-6c62f9517a5a None None] The sync data for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi is: [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:54Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 10:59:55.508214 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-957061f6-1cb3-4344-b495-010348d77900 req-ae26c6c0-c237-4297-ab56-eebe3138224c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8025632 Dec 13 10:59:55.518434 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.536521 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b15f5202-8b1b-4bd1-8e92-7fa44a36bf8f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.538052 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b15f5202-8b1b-4bd1-8e92-7fa44a36bf8f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4812152 Dec 13 10:59:55.544458 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68b0c0e-77e9-49fe-abd3-9a16db63cf14 req-371755a6-8fc2-46a9-a1d8-8574be279fbf tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:55.547142 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e68b0c0e-77e9-49fe-abd3-9a16db63cf14 req-371755a6-8fc2-46a9-a1d8-8574be279fbf tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 943 time: 0.3855758 Dec 13 10:59:55.547663 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39606) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:55.553421 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a607cb3e-e7c9-4d85-a55c-70f4b90142f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.577736 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f5202-8b1b-4bd1-8e92-7fa44a36bf8f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb046d4-d19e-43a8-a6c3-5bc36459164e,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:55.581386 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'floatingip': {'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:55.637643 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.706196 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a87f378f-8ac3-4e0a-a1d3-4abd8cc31813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.709295 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a87f378f-8ac3-4e0a-a1d3-4abd8cc31813 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.710647 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a87f378f-8ac3-4e0a-a1d3-4abd8cc31813 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2da2bf05-dc1d-4a0c-bbda-e31c783d23b4 HTTP/1.1" status: 204 len: 168 time: 1.7861054 Dec 13 10:59:55.723252 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=e7cff175-9d4b-4b6e-94ba-b88ecd719e0b,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:55.732765 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.764739 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.767592 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87f378f-8ac3-4e0a-a1d3-4abd8cc31813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da2bf05-dc1d-4a0c-bbda-e31c783d23b4,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:55.776976 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.798658 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:55.803533 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2bd6ceb7-d4e2-4c02-89fb-2bea34ba48f3 req-7579548a-bbc7-4c13-be11-06e9b8df2a3d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 210 time: 0.0996492 Dec 13 10:59:55.898598 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=e7cff175-9d4b-4b6e-94ba-b88ecd719e0b,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:55.971650 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e68b0c0e-77e9-49fe-abd3-9a16db63cf14 req-6b7d9852-424d-40fe-9531-ded606d30e22 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857398 Dec 13 10:59:56.008731 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5e55671d-1540-4c46-b85c-ce845c31bdfb req-6ada5bd1-c1b1-4438-b37a-456fc6dedd7c service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348155 Dec 13 10:59:56.014197 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.194473 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Network 14c80f36-d354-469a-a885-e82375e202b0 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:56.195323 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Pushing event updated for resources: {'Port': ['ID=db6093bc-5f11-4399-b206-60e4e18dc962,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:56.222705 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a607cb3e-e7c9-4d85-a55c-70f4b90142f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.224068 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:56.227583 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:56.234235 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:56.235108 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.255922 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a607cb3e-e7c9-4d85-a55c-70f4b90142f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.285418 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.296478 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a607cb3e-e7c9-4d85-a55c-70f4b90142f2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1454d893653d4d9ca19ee0dfb6c8dfc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9143457 Dec 13 10:59:56.298820 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39616) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:56.324419 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-8b13ff88-d249-4a41-9627-427d9627b346 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9470007 Dec 13 10:59:56.340591 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-8f615f68-6814-4d38-9496-ed89c6c2da7d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:56.343037 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-8f615f68-6814-4d38-9496-ed89c6c2da7d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.39 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 818 time: 0.4617400 Dec 13 10:59:56.356698 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.359397 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Request body: {'port': {'device_id': '7f8f3d8d-bdef-4fef-b083-a669c55cc95d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:56.374503 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Request body: {'port': {'device_id': 'e194fd3a-d664-496d-90fd-ada79fe6d21a', 'network_id': '14c80f36-d354-469a-a885-e82375e202b0', 'admin_state_up': True, 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:56.378089 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a607cb3e-e7c9-4d85-a55c-70f4b90142f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a39ffbb-7f1d-4a0a-8650-264bd3b8f76f,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:56.378906 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.418433 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5e55671d-1540-4c46-b85c-ce845c31bdfb req-2cfbf555-3e88-49da-a7c1-f59b67f2b51c service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861291 Dec 13 10:59:56.423240 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.519430 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.529318 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6768212 Dec 13 10:59:56.543209 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39624) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:56.565570 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad524d67-8fb3-4fe9-bbef-0750f91cddab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'Port': ['ID=5e87a1c2-f7c5-49ea-90d2-5f45c28ea027,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:56.577765 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.584793 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7475526d-db81-4784-b15c-7dc1aaf95e05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.601364 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7033da6e-07e8-4202-8c1a-daf622c859ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.605131 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:56.639350 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7475526d-db81-4784-b15c-7dc1aaf95e05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.658744 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:56.659673 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.730160 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Allocated IP 172.27.2.38 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/8f687fd0-8f75-415c-9551-5e6084191964) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:56.760700 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38bad8-47bf-45e5-8981-093314091b17 req-f83682fa-b494-4c1e-ad27-c197619443e6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:56.768393 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6a38bad8-47bf-45e5-8981-093314091b17 req-f83682fa-b494-4c1e-ad27-c197619443e6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 944 time: 0.1038175 Dec 13 10:59:56.794563 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7475526d-db81-4784-b15c-7dc1aaf95e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.797628 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7475526d-db81-4784-b15c-7dc1aaf95e05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.798824 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-7475526d-db81-4784-b15c-7dc1aaf95e05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7a39ffbb-7f1d-4a0a-8650-264bd3b8f76f HTTP/1.1" status: 204 len: 168 time: 0.4937613 Dec 13 10:59:56.807955 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device e7cff175-9d4b-4b6e-94ba-b88ecd719e0b up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 10:59:56.857882 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 569fddf1-61b8-4fca-91cb-cf3b6d4824fb details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:59:56.889991 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Made reservation on behalf of 33283f7c6efe459f9f767c8c28b5eecb for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 10:59:56.894608 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.905674 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475526d-db81-4784-b15c-7dc1aaf95e05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a39ffbb-7f1d-4a0a-8650-264bd3b8f76f,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:56.983617 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7033da6e-07e8-4202-8c1a-daf622c859ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:56.996881 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-3c19abbb-4c2e-474a-abf5-f3d98ab742cd tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--218954718&fields=id&tenant_id=e97c3705b03f4c6d8d029a03b5b80ead HTTP/1.1" status: 200 len: 267 time: 0.2073379 Dec 13 10:59:57.014025 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6a38bad8-47bf-45e5-8981-093314091b17 req-35edbd5c-14f6-4b3d-a4be-3c2570ead7da tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445984 Dec 13 10:59:57.014486 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7033da6e-07e8-4202-8c1a-daf622c859ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.111350 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 10:59:57.111889 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.257063 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-7033da6e-07e8-4202-8c1a-daf622c859ce admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c590aea05ed4d69aa38bc68dd928439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7041166 Dec 13 10:59:57.269855 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033da6e-07e8-4202-8c1a-daf622c859ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860d9b8b-c9f7-415b-8b59-f97e1ae30b63,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:57.289789 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39652) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 10:59:57.290166 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:57.303515 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '569fddf1-61b8-4fca-91cb-cf3b6d4824fb', 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f', 'port_id': '569fddf1-61b8-4fca-91cb-cf3b6d4824fb', 'mac_address': 'fa:16:3e:14:67:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7a891a-17a8-4510-9d50-364848293909', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:59:57.347977 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.364219 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 569fddf1-61b8-4fca-91cb-cf3b6d4824fb {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:59:57.389283 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:57.398003 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.401307 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device ce346659-74c4-4a36-9673-dc651c04b567 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 10:59:57.473943 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a503-2344-47bc-b712-0f67e9146183 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.536903 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db6093bc-5f11-4399-b206-60e4e18dc962 {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:59:57.543121 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a503-2344-47bc-b712-0f67e9146183 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.554399 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.589459 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Transition to ACTIVE for port object db6093bc-5f11-4399-b206-60e4e18dc962 will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:59:57.594344 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b310741a-c2e2-4862-8675-de71acc307ee req-f2f1ff30-c42a-4e33-93b8-ef3842d648e6 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 210 time: 0.1662984 Dec 13 10:59:57.601425 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.626227 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.704301 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a503-2344-47bc-b712-0f67e9146183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.705375 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.db.resource_extend [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 10:59:57.705838 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a0d3a503-2344-47bc-b712-0f67e9146183 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.706950 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a0d3a503-2344-47bc-b712-0f67e9146183 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/860d9b8b-c9f7-415b-8b59-f97e1ae30b63 HTTP/1.1" status: 204 len: 168 time: 0.4142818 Dec 13 10:59:57.711690 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-cddad3e1-f3cd-4a47-9bc0-4af9e4d1c6ab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:57.713319 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-cddad3e1-f3cd-4a47-9bc0-4af9e4d1c6ab tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 816 time: 0.6974759 Dec 13 10:59:57.722216 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Allocated IP 172.20.0.9 (14c80f36-d354-469a-a885-e82375e202b0/aa1b72ae-801e-439a-850f-ee0537ccf54f/d8175210-95e9-4e74-8886-74ef19088b8e) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 10:59:57.725595 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=db6093bc-5f11-4399-b206-60e4e18dc962,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:57.761636 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-d69a3bfe-a269-4d29-bf9e-fb317c679efc tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/quotas/e97c3705b03f4c6d8d029a03b5b80ead HTTP/1.1" status: 200 len: 375 time: 0.0262957 Dec 13 10:59:57.771266 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d3a503-2344-47bc-b712-0f67e9146183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860d9b8b-c9f7-415b-8b59-f97e1ae30b63,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:57.783499 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.807531 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Attempting to bind port db6093bc-5f11-4399-b206-60e4e18dc962 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:57.807963 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Attempting to bind port db6093bc-5f11-4399-b206-60e4e18dc962 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:57.808384 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Attempting to bind port db6093bc-5f11-4399-b206-60e4e18dc962 on network 14c80f36-d354-469a-a885-e82375e202b0 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:57.815500 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6647838-df61-4482-bb3c-0f8ee2aae149 req-297cab23-2fee-4d4f-bd8c-a85bff758738 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:57.823649 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e6647838-df61-4482-bb3c-0f8ee2aae149 req-297cab23-2fee-4d4f-bd8c-a85bff758738 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 943 time: 0.1439664 Dec 13 10:59:57.832745 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Port db6093bc-5f11-4399-b206-60e4e18dc962 on network 14c80f36-d354-469a-a885-e82375e202b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:59:57.833235 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Attempting to bind port db6093bc-5f11-4399-b206-60e4e18dc962 on network 14c80f36-d354-469a-a885-e82375e202b0 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:57.845291 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:57.845812 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Checking segment: {'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:57.846246 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Bound using segment: {'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:57.846838 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Bound port: db6093bc-5f11-4399-b206-60e4e18dc962, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:57.847285 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:57.881811 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:57.895147 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:57.902164 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:57.905429 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port ce346659-74c4-4a36-9673-dc651c04b567, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ce346659-74c4-4a36-9673-dc651c04b567,segment=NetworkSegment(38d0e307-5116-4e97-b212-ab677ae0d8d3),segment_id=38d0e307-5116-4e97-b212-ab677ae0d8d3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:57.927912 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'Port': ['ID=8f687fd0-8f75-415c-9551-5e6084191964,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:57.985696 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e6647838-df61-4482-bb3c-0f8ee2aae149 req-9ba0e88b-36db-463a-9346-5679678a242a tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558337 Dec 13 10:59:57.991149 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'ce346659-74c4-4a36-9673-dc651c04b567', 'network_id': 'e16dce95-4ddc-4411-8a0f-88c503a8b2ed', 'port_id': 'ce346659-74c4-4a36-9673-dc651c04b567', 'mac_address': 'fa:16:3e:f1:a6:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7a7f807-342d-452d-b0b7-1cfff2c2acdb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 10:59:57.993853 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-35235993-2d8a-466a-b404-bf43864dc23c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2235031 Dec 13 10:59:58.028272 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:58.160781 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.170833 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.185718 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.192575 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce346659-74c4-4a36-9673-dc651c04b567 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:59:58.230601 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port ce346659-74c4-4a36-9673-dc651c04b567, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ce346659-74c4-4a36-9673-dc651c04b567,segment=NetworkSegment(38d0e307-5116-4e97-b212-ab677ae0d8d3),segment_id=38d0e307-5116-4e97-b212-ab677ae0d8d3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 10:59:58.238285 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.274475 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.285683 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] For port db6093bc-5f11-4399-b206-60e4e18dc962, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 10:59:58.314636 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ef45f3-6112-43b9-b1c5-587e1f95c950 req-788681a0-1caf-4dab-90c9-4733b44f3508 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:58.317215 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] For port db6093bc-5f11-4399-b206-60e4e18dc962, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=db6093bc-5f11-4399-b206-60e4e18dc962,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 10:59:58.325384 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.329180 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d9ef45f3-6112-43b9-b1c5-587e1f95c950 req-788681a0-1caf-4dab-90c9-4733b44f3508 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 945 time: 0.2255790 Dec 13 10:59:58.332756 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.353174 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=ce346659-74c4-4a36-9673-dc651c04b567,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:58.389432 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:58.390049 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.391674 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] 10.222.0.39 "PUT /v2.0/ports/db6093bc-5f11-4399-b206-60e4e18dc962 HTTP/1.1" status: 200 len: 1093 time: 2.0430393 Dec 13 10:59:58.392293 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f8f3d8d-bdef-4fef-b083-a669c55cc95d', 'tag': 'db6093bc-5f11-4399-b206-60e4e18dc962'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 10:59:58.394919 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570cbb9d-eb68-4005-a83b-f1ecc2824991" -d '{"events": [{"name": "network-changed", "server_uuid": "7f8f3d8d-bdef-4fef-b083-a669c55cc95d", "tag": "db6093bc-5f11-4399-b206-60e4e18dc962"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 10:59:58.407847 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Network 14c80f36-d354-469a-a885-e82375e202b0 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 10:59:58.413520 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-5d70699b-e6e7-4cb3-95ea-85c41b541e35 service neutron] 10.222.0.43 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3981576 Dec 13 10:59:58.432255 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 10:59:58.442580 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 10:59:58.448910 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:58.450121 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.465731 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f8c7db-dd35-4619-a3bc-1a5f9caf8cf9 service neutron] Pushing event updated for resources: {'Port': ['ID=db6093bc-5f11-4399-b206-60e4e18dc962,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:58.537619 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['569fddf1-61b8-4fca-91cb-cf3b6d4824fb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:59:58.553120 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1908729 Dec 13 10:59:58.575092 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Request body: {'port': {'device_id': 'e194fd3a-d664-496d-90fd-ada79fe6d21a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 10:59:58.589400 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['ce346659-74c4-4a36-9673-dc651c04b567'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 10:59:58.655338 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-2a1e09c1-f5f5-49a1-805a-f7c6b6d7da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:58.658408 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-2a1e09c1-f5f5-49a1-805a-f7c6b6d7da32 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 1096 time: 0.1726749 Dec 13 10:59:58.661334 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98086f90-7c28-4425-9738-9146dfd131bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Pushing event updated for resources: {'Port': ['ID=d8175210-95e9-4e74-8886-74ef19088b8e,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:58.679361 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d9ef45f3-6112-43b9-b1c5-587e1f95c950 req-d423e9dd-a49f-4e65-9dc0-d5cdfca40fa4 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491898 Dec 13 10:59:58.707586 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-0b992e15-5db7-45dd-bbf2-f2ded27ac0c6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6093bc-5f11-4399-b206-60e4e18dc962 HTTP/1.1" status: 200 len: 217 time: 0.0397303 Dec 13 10:59:58.711749 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.782184 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-f3e072aa-242c-4b32-b904-f3c4be2d5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:58.786477 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-f3e072aa-242c-4b32-b904-f3c4be2d5192 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 200 len: 858 time: 0.0600562 Dec 13 10:59:58.822007 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-b5b97b8b-8f97-48a2-a785-fa70d5272e50 service neutron] 10.222.0.43 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907416 Dec 13 10:59:58.833059 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 10:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531ce259-dc4d-4fc9-9949-9aa278f37fb1 x-openstack-request-id: req-531ce259-dc4d-4fc9-9949-9aa278f37fb1 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 10:59:58.833350 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f8f3d8d-bdef-4fef-b083-a669c55cc95d", "tag": "db6093bc-5f11-4399-b206-60e4e18dc962", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 10:59:58.833599 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-531ce259-dc4d-4fc9-9949-9aa278f37fb1 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 10:59:58.833995 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f8f3d8d-bdef-4fef-b083-a669c55cc95d', 'tag': 'db6093bc-5f11-4399-b206-60e4e18dc962', 'status': 'completed', 'code': 200} Dec 13 10:59:58.878855 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-7b0666bb-e744-426d-afaa-d75d0fb26bf3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14c80f36-d354-469a-a885-e82375e202b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398703 Dec 13 10:59:58.898672 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.911119 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:58.964602 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e8c1b-5198-4c68-9784-d8df9d04ee18 req-2b152feb-86e6-4481-a681-921d94fcf4db tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:58.973811 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0b7e8c1b-5198-4c68-9784-d8df9d04ee18 req-2b152feb-86e6-4481-a681-921d94fcf4db tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 931 time: 0.1326251 Dec 13 10:59:58.987515 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:59.016882 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'Port': ['ID=8f687fd0-8f75-415c-9551-5e6084191964,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:59.038563 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:59.040491 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-e4a1d1b2-93c3-4e96-9dfb-bc3ebdb64227 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4734731 Dec 13 10:59:59.075024 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-4107ae18-807a-4d18-a61b-8952ca4303b5 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827850 Dec 13 10:59:59.101105 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0b7e8c1b-5198-4c68-9784-d8df9d04ee18 req-079519a8-a54a-4f39-8649-114f9c4eda55 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208432 Dec 13 10:59:59.217213 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1fa0f920-67ea-41d4-9a7f-4cfbf5b04086 req-ad5a9481-8d24-4479-b651-d7a47cef3ad8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 210 time: 0.0505915 Dec 13 10:59:59.373156 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0bb24-b1e3-45e3-b0fa-05e9626a5a94 req-2d17ca10-8efd-4f8c-b1d5-7082e4b894d0 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:59.378863 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-09b0bb24-b1e3-45e3-b0fa-05e9626a5a94 req-2d17ca10-8efd-4f8c-b1d5-7082e4b894d0 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 944 time: 0.1565621 Dec 13 10:59:59.510710 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-09b0bb24-b1e3-45e3-b0fa-05e9626a5a94 req-2f31dd62-0dd1-4b53-adf2-eabb670b9bb7 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270032 Dec 13 10:59:59.553858 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-9f463b7f-6cbb-4763-9731-d43109d490cf tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1366879172&fields=id&tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e HTTP/1.1" status: 200 len: 267 time: 0.0812109 Dec 13 10:59:59.663363 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6b5772bc-e17e-48bd-9d07-74d9ed6a97c4 req-76bee5ad-f492-49d0-bf09-70adfd388c0f service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358048 Dec 13 10:59:59.712386 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8175210-95e9-4e74-8886-74ef19088b8e {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 10:59:59.732656 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037688-3473-4837-8843-35f899026791 req-671e8320-8cf6-4439-bebc-e0918e298585 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:59.734813 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:59.737265 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-671e8320-8cf6-4439-bebc-e0918e298585 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 811 time: 0.1823750 Dec 13 10:59:59.765880 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-6b35973a-435b-4e13-b9a5-313264af3f3c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/quotas/ec0d060f5ddd4ccab7c056c220f72c4e HTTP/1.1" status: 200 len: 375 time: 0.0168900 Dec 13 10:59:59.779011 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Transition to ACTIVE for port object d8175210-95e9-4e74-8886-74ef19088b8e will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 10:59:59.787962 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 10:59:59.834694 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cbb9d-eb68-4005-a83b-f1ecc2824991 req-c4e409d4-06f9-44c9-8259-4d334aa60dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:59.843229 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-570cbb9d-eb68-4005-a83b-f1ecc2824991 req-c4e409d4-06f9-44c9-8259-4d334aa60dea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 1096 time: 0.1181362 Dec 13 10:59:59.865876 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f94cf-4351-4b15-9937-ce6aa9de3a27 req-44981687-607b-41bf-84b5-8a4c098e5519 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 10:59:59.873838 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e22f94cf-4351-4b15-9937-ce6aa9de3a27 req-44981687-607b-41bf-84b5-8a4c098e5519 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 945 time: 0.1066346 Dec 13 10:59:59.888747 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-3a210cff-2762-4ddd-ab1b-632bd78a6830 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114333 Dec 13 10:59:59.907751 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Pushing event updated for resources: {'Port': ['ID=d8175210-95e9-4e74-8886-74ef19088b8e,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 10:59:59.956859 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Attempting to bind port d8175210-95e9-4e74-8886-74ef19088b8e on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 10:59:59.957185 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Attempting to bind port d8175210-95e9-4e74-8886-74ef19088b8e by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 10:59:59.957567 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Attempting to bind port d8175210-95e9-4e74-8886-74ef19088b8e on network 14c80f36-d354-469a-a885-e82375e202b0 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:59.964228 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Port d8175210-95e9-4e74-8886-74ef19088b8e on network 14c80f36-d354-469a-a885-e82375e202b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 10:59:59.964604 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Attempting to bind port d8175210-95e9-4e74-8886-74ef19088b8e on network 14c80f36-d354-469a-a885-e82375e202b0 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 10:59:59.971928 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 10:59:59.972304 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Checking segment: {'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 10:59:59.972642 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Bound using segment: {'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 10:59:59.973083 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Bound port: d8175210-95e9-4e74-8886-74ef19088b8e, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0d1d62b-ece6-43a5-afce-8a8714bfb554', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 288, 'network_id': '14c80f36-d354-469a-a885-e82375e202b0'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 10:59:59.973435 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:00.045596 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cbb9d-eb68-4005-a83b-f1ecc2824991 req-17e9ef93-9b4c-4023-872c-98d9e9d01e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:00.047196 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-570cbb9d-eb68-4005-a83b-f1ecc2824991 req-17e9ef93-9b4c-4023-872c-98d9e9d01e18 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 919 time: 0.1790109 Dec 13 11:00:00.060358 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e22f94cf-4351-4b15-9937-ce6aa9de3a27 req-df89f822-79f1-4ba3-8282-d77caa7ce06f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828310 Dec 13 11:00:00.070955 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39752) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:00.084935 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-451f263d-6ffa-44a6-9735-f333fe769bb7 service neutron] 10.222.0.43 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610463 Dec 13 11:00:00.126327 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-570cbb9d-eb68-4005-a83b-f1ecc2824991 req-eb33fff1-e919-4a90-8c42-2b1a07c87451 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6093bc-5f11-4399-b206-60e4e18dc962 HTTP/1.1" status: 200 len: 217 time: 0.0676849 Dec 13 11:00:00.130490 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] For port d8175210-95e9-4e74-8886-74ef19088b8e, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:00:00.181836 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] For port d8175210-95e9-4e74-8886-74ef19088b8e, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=d8175210-95e9-4e74-8886-74ef19088b8e,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:00:00.190822 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:00.201579 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cbb9d-eb68-4005-a83b-f1ecc2824991 req-9b95f93e-f987-47a4-ad65-b71effa3f795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:00.203321 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-570cbb9d-eb68-4005-a83b-f1ecc2824991 req-9b95f93e-f987-47a4-ad65-b71effa3f795 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 200 len: 858 time: 0.0685115 Dec 13 11:00:00.230404 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39758) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:00.251278 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:00.251867 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:00.253496 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] 10.222.0.39 "PUT /v2.0/ports/d8175210-95e9-4e74-8886-74ef19088b8e HTTP/1.1" status: 200 len: 1093 time: 1.6835122 Dec 13 11:00:00.272606 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-570cbb9d-eb68-4005-a83b-f1ecc2824991 req-85eae74f-a665-4a97-97bb-c50e3a06c5f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14c80f36-d354-469a-a885-e82375e202b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447426 Dec 13 11:00:00.291317 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dc81c-e680-48e4-abb7-b0f9ea097b17 service neutron] Pushing event updated for resources: {'Port': ['ID=d8175210-95e9-4e74-8886-74ef19088b8e,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:00.292392 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5404d1-081e-49fa-b4a9-4f4611bf7ec8 req-dd8c8481-ef5c-4162-a42c-e35db3e2365e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:00.300541 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3a5404d1-081e-49fa-b4a9-4f4611bf7ec8 req-dd8c8481-ef5c-4162-a42c-e35db3e2365e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 943 time: 0.1064723 Dec 13 11:00:00.305175 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-4655b5a4-4aa8-43f4-bd68-1ae29d6939ee service neutron] 10.222.0.43 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147155 Dec 13 11:00:00.399837 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-9bf8fd52-fecf-4468-800e-7e0748c71cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:00.401813 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-9bf8fd52-fecf-4468-800e-7e0748c71cb4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 1096 time: 0.0919125 Dec 13 11:00:00.415394 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3a5404d1-081e-49fa-b4a9-4f4611bf7ec8 req-4dcc2073-5e42-49a8-9852-994621c96316 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137290 Dec 13 11:00:00.471944 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-ab3b9457-5e42-47d0-9523-35c858a27352 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8175210-95e9-4e74-8886-74ef19088b8e HTTP/1.1" status: 200 len: 217 time: 0.0566990 Dec 13 11:00:00.477758 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-570cbb9d-eb68-4005-a83b-f1ecc2824991 req-e212c2b7-23ab-40d4-820d-81d36f178b40 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1939158 Dec 13 11:00:00.486284 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5ff51abe-5311-41c9-8bda-a0c2baaaf1c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:00.617631 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2e9bf2a8-9a6d-4767-9b12-ddb7f78a65c7 req-9e39c092-2083-463f-a290-8074f77e21f0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 210 time: 0.0584824 Dec 13 11:00:00.670821 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3e7b41f9-8b40-4e8c-a278-58cbbcca3e44 req-50a27406-dbc0-459c-bdf6-fbf06060404c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 210 time: 0.0443559 Dec 13 11:00:00.680439 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5ff51abe-5311-41c9-8bda-a0c2baaaf1c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:00.687706 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5ff51abe-5311-41c9-8bda-a0c2baaaf1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:00.700718 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1329984368-network', 'tenant_id': '2666e31777e045188df32c79d779da9e'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:00.751929 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Made reservation on behalf of 2666e31777e045188df32c79d779da9e for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:00:00.754400 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:00.775049 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff51abe-5311-41c9-8bda-a0c2baaaf1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09622ead-bf52-4477-9eb8-dd06124cc0d2,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:00.779886 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-5ff51abe-5311-41c9-8bda-a0c2baaaf1c2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e7ca25879ad7410cbb00e3ac244f3353&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5475724 Dec 13 11:00:00.793959 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39784) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:00.831636 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 569fddf1-61b8-4fca-91cb-cf3b6d4824fb up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:00:00.841712 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e194fd3a-d664-496d-90fd-ada79fe6d21a', 'tag': 'd8175210-95e9-4e74-8886-74ef19088b8e'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:00.844336 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd3a661-cd6b-49ac-bd07-dade58b95617" -d '{"events": [{"name": "network-changed", "server_uuid": "e194fd3a-d664-496d-90fd-ada79fe6d21a", "tag": "d8175210-95e9-4e74-8886-74ef19088b8e"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:00.853244 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-6f5eda32-dc95-4479-9354-6accb98684f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:00.854933 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-6f5eda32-dc95-4479-9354-6accb98684f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 200 len: 858 time: 0.3516867 Dec 13 11:00:00.861120 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:00.894397 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042ffb4-8a25-4d30-9f39-dc055b5e7b1e req-2273de99-6e05-4cf2-92f8-845380bb4414 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:00.924307 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-96f6c9ad-e30b-4937-8bab-a184fa7dbb24 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14c80f36-d354-469a-a885-e82375e202b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584867 Dec 13 11:00:00.926440 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9042ffb4-8a25-4d30-9f39-dc055b5e7b1e req-2273de99-6e05-4cf2-92f8-845380bb4414 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 944 time: 0.1536038 Dec 13 11:00:00.976021 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:00:00.996146 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:00.996578 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.062286 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9173a6af-32cc-4147-bd68-49e627df821c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.086280 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9173a6af-32cc-4147-bd68-49e627df821c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.089194 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8542c1-c667-4b84-b660-e3a7b06cb561 x-openstack-request-id: req-6c8542c1-c667-4b84-b660-e3a7b06cb561 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:01.091259 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e194fd3a-d664-496d-90fd-ada79fe6d21a", "tag": "d8175210-95e9-4e74-8886-74ef19088b8e", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:01.092398 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6c8542c1-c667-4b84-b660-e3a7b06cb561 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:01.092909 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e194fd3a-d664-496d-90fd-ada79fe6d21a', 'tag': 'd8175210-95e9-4e74-8886-74ef19088b8e', 'status': 'completed', 'code': 200} Dec 13 11:00:01.104472 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-570cbb9d-eb68-4005-a83b-f1ecc2824991 req-efea513b-1e85-4283-88ae-11553825324b service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6176779 Dec 13 11:00:01.110176 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9042ffb4-8a25-4d30-9f39-dc055b5e7b1e req-9c599688-a5f7-424c-ae1a-b46240ed714a tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827652 Dec 13 11:00:01.157749 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-8637f804-ac92-406a-8adf-bde65e58f701 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:01.159345 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-8637f804-ac92-406a-8adf-bde65e58f701 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 816 time: 0.4671333 Dec 13 11:00:01.167785 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.200867 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fddf1-61b8-4fca-91cb-cf3b6d4824fb'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:01.206487 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-7e188ef2-4c5a-49c7-9d8d-e3437dc2c6a8 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707496 Dec 13 11:00:01.234694 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9173a6af-32cc-4147-bd68-49e627df821c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.239304 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9173a6af-32cc-4147-bd68-49e627df821c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.240761 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-9173a6af-32cc-4147-bd68-49e627df821c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/09622ead-bf52-4477-9eb8-dd06124cc0d2 HTTP/1.1" status: 204 len: 168 time: 0.4457009 Dec 13 11:00:01.260260 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9173a6af-32cc-4147-bd68-49e627df821c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09622ead-bf52-4477-9eb8-dd06124cc0d2,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:01.274161 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaad4e-fdef-4638-8aa1-139a51713635 req-86cd6e5f-ecc3-42b2-b256-94b221882e17 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:01.276184 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fffaad4e-fdef-4638-8aa1-139a51713635 req-86cd6e5f-ecc3-42b2-b256-94b221882e17 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 945 time: 0.0983870 Dec 13 11:00:01.333894 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:01.345172 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.346481 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device ce346659-74c4-4a36-9673-dc651c04b567 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:00:01.383554 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fffaad4e-fdef-4638-8aa1-139a51713635 req-a5e286e4-f70d-4bac-a330-e83bd846ac3e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003258 Dec 13 11:00:01.428624 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:00:01.441923 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:01.448790 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port ce346659-74c4-4a36-9673-dc651c04b567 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:00:01.453425 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port ce346659-74c4-4a36-9673-dc651c04b567 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:01.453796 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.464988 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-4c17d9c9-8fa4-450b-83ea-07bfe5531fb5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e97c3705b03f4c6d8d029a03b5b80ead HTTP/1.1" status: 200 len: 379 time: 0.2761829 Dec 13 11:00:01.468521 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.478731 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'port': {'device_id': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'admin_state_up': True, 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'security_groups': ['9e16afb2-f0b1-4354-af25-dcc1d34324ff']}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:01.501174 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.517246 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5a812b-ed03-4b71-b156-bb7087e1edcc" -d '{"events": [{"server_uuid": "1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40", "name": "network-vif-plugged", "status": "completed", "tag": "569fddf1-61b8-4fca-91cb-cf3b6d4824fb"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:01.561294 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca6332c4-bd12-4305-a327-6431d0ad6547,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:01.599582 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.639407 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9c10afb0-0c2c-4748-9a01-7010fa5d0853 req-2f1e9369-ea16-4db8-b36e-d8206b639e72 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172957 Dec 13 11:00:01.654897 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port ce346659-74c4-4a36-9673-dc651c04b567, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ce346659-74c4-4a36-9673-dc651c04b567,segment=NetworkSegment(38d0e307-5116-4e97-b212-ab677ae0d8d3),segment_id=38d0e307-5116-4e97-b212-ab677ae0d8d3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:01.662781 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.671026 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=102442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:00:01.680095 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7db6e-855c-4397-ad04-5f25f78122ba req-3aa42868-38fd-40f3-a054-926cf04ccbbb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:01.684817 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bdf7db6e-855c-4397-ad04-5f25f78122ba req-3aa42868-38fd-40f3-a054-926cf04ccbbb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 943 time: 0.1077971 Dec 13 11:00:01.725559 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=ce346659-74c4-4a36-9673-dc651c04b567,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:01.749426 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bdf7db6e-855c-4397-ad04-5f25f78122ba req-b5088fde-c34f-4498-92f7-bcc090cb99f3 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544610 Dec 13 11:00:01.755162 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc96733a-09e5-4109-92e2-092634c15760 x-openstack-request-id: req-fc96733a-09e5-4109-92e2-092634c15760 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:01.755480 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40", "name": "network-vif-plugged", "status": "completed", "tag": "569fddf1-61b8-4fca-91cb-cf3b6d4824fb", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:01.755583 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.756006 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Added segment 56ea7365-9ce9-412c-b6a8-9327834ef513 of type vlan for network 6149d683-dc3d-4355-a15c-4716a8c40966 Dec 13 11:00:01.756095 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fc96733a-09e5-4109-92e2-092634c15760 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:01.756483 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '569fddf1-61b8-4fca-91cb-cf3b6d4824fb', 'code': 200} Dec 13 11:00:01.861983 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.868489 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-db0a2d5e-f052-49b2-90cc-abad9faa098a req-30205780-c671-4d0a-be4b-e41360852c5d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 210 time: 0.0376573 Dec 13 11:00:01.875208 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Made reservation on behalf of e97c3705b03f4c6d8d029a03b5b80ead for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:00:01.878684 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.898451 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39818) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:01.901682 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3a661-cd6b-49ac-bd07-dade58b95617 req-90084c66-a4b9-4721-8545-80681eab5714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:01.903338 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6cd3a661-cd6b-49ac-bd07-dade58b95617 req-90084c66-a4b9-4721-8545-80681eab5714 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 1096 time: 0.1459587 Dec 13 11:00:01.905743 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-03d8aef7-bc6d-47b9-bb4f-5cd93bb1e344 req-209c6c2a-5713-428a-905a-ff431b6df693 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 210 time: 0.0359483 Dec 13 11:00:01.938565 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f98c66-de77-4436-a86f-129658766777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.971489 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:01.972383 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:01.973016 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:02.032356 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.39', 59692) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:02.169405 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037688-3473-4837-8843-35f899026791 req-0d4d2efe-728f-4e64-83f0-901efc9f98c5 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:02.172349 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-0d4d2efe-728f-4e64-83f0-901efc9f98c5 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.39 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 811 time: 0.1379561 Dec 13 11:00:02.284330 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dda05-7bef-4e61-a048-f03ab3f6db2a req-061f0195-2cb7-42fc-a30b-d9c6041433e6 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:02.286045 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f33dda05-7bef-4e61-a048-f03ab3f6db2a req-061f0195-2cb7-42fc-a30b-d9c6041433e6 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 945 time: 0.1037409 Dec 13 11:00:02.291650 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-86956260-158e-4dd1-8a82-2956d5be4406 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e HTTP/1.1" status: 200 len: 380 time: 0.1074739 Dec 13 11:00:02.302958 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'port': {'device_id': '4acec20a-4650-493d-a314-d1fb5a781e74', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'admin_state_up': True, 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'security_groups': ['e0856b70-1f44-4fa9-a3a1-025b9e24db27']}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:02.328923 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2232063 Dec 13 11:00:02.329828 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39828) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:02.338564 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Request body: {'subnet': {'network_id': '6149d683-dc3d-4355-a15c-4716a8c40966', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1329984368-subnet', 'tenant_id': '2666e31777e045188df32c79d779da9e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:02.384754 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b72807-22d0-4629-8be6-59da6913e73c admin admin] Pushing event updated for resources: {'Network': ['ID=6149d683-dc3d-4355-a15c-4716a8c40966,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:02.403419 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 6149d683-dc3d-4355-a15c-4716a8c40966 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:00:02.425173 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f33dda05-7bef-4e61-a048-f03ab3f6db2a req-ae7f6a3e-49c7-4281-8e09-8f9e688544c8 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317596 Dec 13 11:00:02.430737 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Made reservation on behalf of 2666e31777e045188df32c79d779da9e for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:00:02.430953 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:02.460231 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ce7993-12ce-49ae-9eae-3787cc2a674d req-e3c1d887-caf3-496b-a20f-60ee0cbc86cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:02.462856 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f2ce7993-12ce-49ae-9eae-3787cc2a674d req-e3c1d887-caf3-496b-a20f-60ee0cbc86cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 1099 time: 0.5018797 Dec 13 11:00:02.464469 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3a661-cd6b-49ac-bd07-dade58b95617 req-f900ea13-8b7e-40ad-bad1-cff574912999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:02.467102 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6cd3a661-cd6b-49ac-bd07-dade58b95617 req-f900ea13-8b7e-40ad-bad1-cff574912999 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 919 time: 0.5383890 Dec 13 11:00:02.581652 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6cd3a661-cd6b-49ac-bd07-dade58b95617 req-ff6570b2-9634-4d33-bfb2-68fc6624cb97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8175210-95e9-4e74-8886-74ef19088b8e HTTP/1.1" status: 200 len: 217 time: 0.1010156 Dec 13 11:00:02.582467 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f2ce7993-12ce-49ae-9eae-3787cc2a674d req-93c0077e-a28c-433a-9507-484a3215ea5d service neutron] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:02.596775 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Allocated IP 172.20.0.5 (a9e5b66e-46c7-490d-93ed-2c8183758c1f/fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9/fac153c9-0078-4e36-8a2d-5fb5d6ab71ec) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:00:02.695592 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f98c66-de77-4436-a86f-129658766777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:02.714297 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-42f98c66-de77-4436-a86f-129658766777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:02.732693 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3a661-cd6b-49ac-bd07-dade58b95617 req-7d077071-33b8-44e4-ae5c-54d3f14faeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:02.734919 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6cd3a661-cd6b-49ac-bd07-dade58b95617 req-7d077071-33b8-44e4-ae5c-54d3f14faeff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 200 len: 858 time: 0.1397767 Dec 13 11:00:02.754656 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Made reservation on behalf of ec0d060f5ddd4ccab7c056c220f72c4e for: {'port': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:00:02.758341 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:02.778125 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f9973-063e-47d9-8d0d-2bed53f18977 req-e57e8734-54f9-4503-8bf2-33c0970c9950 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:02.780061 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c09f9973-063e-47d9-8d0d-2bed53f18977 req-e57e8734-54f9-4503-8bf2-33c0970c9950 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.1163340 Dec 13 11:00:02.830755 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device db6093bc-5f11-4399-b206-60e4e18dc962 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:00:02.844152 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6cd3a661-cd6b-49ac-bd07-dade58b95617 req-63993118-7e8a-4803-84a7-8f40ed48317f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14c80f36-d354-469a-a885-e82375e202b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0906305 Dec 13 11:00:02.890050 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f98c66-de77-4436-a86f-129658766777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429f2ac2-9fb5-483c-bfea-131d0d9ea107,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:02.898562 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-42f98c66-de77-4436-a86f-129658766777 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4d8d2c4870ab42b3a896f4c418d90670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9985833 Dec 13 11:00:02.904002 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39856) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:03.024265 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port db6093bc-5f11-4399-b206-60e4e18dc962, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=db6093bc-5f11-4399-b206-60e4e18dc962,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:03.042117 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'db6093bc-5f11-4399-b206-60e4e18dc962', 'network_id': '14c80f36-d354-469a-a885-e82375e202b0', 'port_id': 'db6093bc-5f11-4399-b206-60e4e18dc962', 'mac_address': 'fa:16:3e:80:21:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1b72ae-801e-439a-850f-ee0537ccf54f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:00:03.077312 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f2ce7993-12ce-49ae-9eae-3787cc2a674d req-93c0077e-a28c-433a-9507-484a3215ea5d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.091615 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f2ce7993-12ce-49ae-9eae-3787cc2a674d req-93c0077e-a28c-433a-9507-484a3215ea5d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.099474 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.119378 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db6093bc-5f11-4399-b206-60e4e18dc962 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:00:03.127162 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.139928 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port db6093bc-5f11-4399-b206-60e4e18dc962, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=db6093bc-5f11-4399-b206-60e4e18dc962,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:03.145126 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.166731 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6cd3a661-cd6b-49ac-bd07-dade58b95617 req-81dddc0f-2bf7-489a-ad42-996d44eeeb8f service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901702 Dec 13 11:00:03.173847 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-31212c30-e22a-40f1-b3a4-88a125df62d9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.183608 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6e2d0-1d85-49e6-a6ed-a06ad83d3473 req-c87f98e7-4423-44e9-80ec-a91576e221c1 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:03.185256 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8fc6e2d0-1d85-49e6-a6ed-a06ad83d3473 req-c87f98e7-4423-44e9-80ec-a91576e221c1 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 943 time: 0.3324726 Dec 13 11:00:03.191874 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f2ce7993-12ce-49ae-9eae-3787cc2a674d req-93c0077e-a28c-433a-9507-484a3215ea5d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7022531 Dec 13 11:00:03.192601 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c0077e-a28c-433a-9507-484a3215ea5d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc73c56-ff00-401b-9886-144ec308c257,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:03.198794 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c09f9973-063e-47d9-8d0d-2bed53f18977 req-06c591b5-949e-42b6-9d18-de31d0bda1db tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3807642 Dec 13 11:00:03.213322 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=db6093bc-5f11-4399-b206-60e4e18dc962,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:03.252191 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Allocated IP 172.20.0.8 (8faa4061-f8b1-4cb3-8875-af02d3b3e4d1/6896b4b5-32fc-43fc-a5f0-223c5f72a56d/bc9b21c3-d3df-42af-aca7-a1382fe10718) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:00:03.267736 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.277392 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-31212c30-e22a-40f1-b3a4-88a125df62d9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.325131 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.350284 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8fc6e2d0-1d85-49e6-a6ed-a06ad83d3473 req-42ee5384-ea8f-4580-a49c-86f7d1714054 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397216 Dec 13 11:00:03.371877 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6cd3a661-cd6b-49ac-bd07-dade58b95617 req-b7eee725-34e8-4a38-8a38-e002569fee03 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945007 Dec 13 11:00:03.386043 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['db6093bc-5f11-4399-b206-60e4e18dc962'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:00:03.391039 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Network a9e5b66e-46c7-490d-93ed-2c8183758c1f is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:00:03.394632 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:00:03.398615 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:00:03.406151 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:03.406847 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.417891 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:03.425603 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-31212c30-e22a-40f1-b3a4-88a125df62d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.428705 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-31212c30-e22a-40f1-b3a4-88a125df62d9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.433894 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-31212c30-e22a-40f1-b3a4-88a125df62d9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/429f2ac2-9fb5-483c-bfea-131d0d9ea107 HTTP/1.1" status: 204 len: 168 time: 0.5264015 Dec 13 11:00:03.454118 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-33fd994d-4dfa-476a-91b2-72a7a44ecda6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9821916 Dec 13 11:00:03.458039 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31212c30-e22a-40f1-b3a4-88a125df62d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429f2ac2-9fb5-483c-bfea-131d0d9ea107,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:03.469080 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Request body: {'port': {'device_id': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:03.570562 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.574492 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.645654 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.675757 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbf6dd0f-401e-4d21-a146-bd00bc718c93,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:03.741936 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-5ad3e2e3-334c-4cfa-9bac-df78f185aeba None None] Provisioning complete for port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:03.742550 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-5ad3e2e3-334c-4cfa-9bac-df78f185aeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.764024 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97770d8a-f613-4c40-a5f4-fc24de508094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce346659-74c4-4a36-9673-dc651c04b567'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:03.766626 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0faa13-870e-48cd-833b-027e2b87d091" -d '{"events": [{"server_uuid": "97770d8a-f613-4c40-a5f4-fc24de508094", "name": "network-vif-plugged", "status": "completed", "tag": "ce346659-74c4-4a36-9673-dc651c04b567"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:03.785563 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-5ad3e2e3-334c-4cfa-9bac-df78f185aeba None None] Port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:00:03.786684 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4468fd9f-95b3-4f81-99f7-82aacc3dcb50 req-949e90b6-edec-43d9-a363-e2b2dc7ac632 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:03.788226 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4468fd9f-95b3-4f81-99f7-82aacc3dcb50 req-949e90b6-edec-43d9-a363-e2b2dc7ac632 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 931 time: 0.5007453 Dec 13 11:00:03.811684 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:00:03.812562 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Checking segment: {'id': '56ea7365-9ce9-412c-b6a8-9327834ef513', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '6149d683-dc3d-4355-a15c-4716a8c40966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:00:03.812924 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Network hostable DHCP agents. Network: 6149d683-dc3d-4355-a15c-4716a8c40966, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:00:03.822786 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:00:03.825734 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'Port': ['ID=bc9b21c3-d3df-42af-aca7-a1382fe10718,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:03.838741 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:00:03.844283 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:03.844934 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.876685 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84dd1b-e4bb-4dde-b3c1-02a0ad798ac8 req-0f08c4b0-a70a-42d6-9f1a-2468d325fe4b tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:03.878301 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5e84dd1b-e4bb-4dde-b3c1-02a0ad798ac8 req-0f08c4b0-a70a-42d6-9f1a-2468d325fe4b tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 931 time: 0.2652345 Dec 13 11:00:03.917522 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac153c9-0078-4e36-8a2d-5fb5d6ab71ec {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:00:03.925957 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.926434 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-89c8094f-9adb-43c3-983f-2f0bdcaeadff tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6277609 Dec 13 11:00:03.946601 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Request body: {'port': {'device_id': '4acec20a-4650-493d-a314-d1fb5a781e74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:03.947266 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Transition to ACTIVE for port object fac153c9-0078-4e36-8a2d-5fb5d6ab71ec will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:00:03.949717 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:03.951955 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Network 6149d683-dc3d-4355-a15c-4716a8c40966 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:00:03.993234 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 6149d683-dc3d-4355-a15c-4716a8c40966) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:00:04.027541 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4468fd9f-95b3-4f81-99f7-82aacc3dcb50 req-5e618ae5-3990-40d0-b845-b10729fd015f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228143 Dec 13 11:00:04.038392 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:04.039148 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:04.045022 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Pushing event updated for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:04.049659 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5061c40e-984f-43ab-9dc3-6185ffd31512 None None] Network 6149d683-dc3d-4355-a15c-4716a8c40966 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:00:04.120798 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5e84dd1b-e4bb-4dde-b3c1-02a0ad798ac8 req-1fedae52-36c1-4c1a-87b8-98764b843153 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2351053 Dec 13 11:00:04.127670 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:04.151348 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Attempting to bind port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:00:04.151691 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Attempting to bind port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:00:04.152016 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Attempting to bind port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec on network a9e5b66e-46c7-490d-93ed-2c8183758c1f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:00:04.166464 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec on network a9e5b66e-46c7-490d-93ed-2c8183758c1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:00:04.166763 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Attempting to bind port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec on network a9e5b66e-46c7-490d-93ed-2c8183758c1f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:00:04.183012 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-50aaeb6f-6232-4dc1-9816-91722d4c11b1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8447409 Dec 13 11:00:04.183106 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:00:04.183106 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Checking segment: {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:00:04.183106 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Bound using segment: {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:00:04.183106 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Bound port: fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:00:04.183106 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:04.275978 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f4626d-b25d-464d-b69c-32dd7cb5a53f x-openstack-request-id: req-74f4626d-b25d-464d-b69c-32dd7cb5a53f {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:04.276210 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a996b-c16f-40e7-b1e5-cfad403c8dec req-ca455f5a-e042-4b63-824e-62cb0a891b49 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:04.277205 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97770d8a-f613-4c40-a5f4-fc24de508094", "name": "network-vif-plugged", "status": "completed", "tag": "ce346659-74c4-4a36-9673-dc651c04b567", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:04.277749 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-74f4626d-b25d-464d-b69c-32dd7cb5a53f {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:04.277942 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a75a996b-c16f-40e7-b1e5-cfad403c8dec req-ca455f5a-e042-4b63-824e-62cb0a891b49 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 945 time: 0.1008360 Dec 13 11:00:04.280102 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97770d8a-f613-4c40-a5f4-fc24de508094', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce346659-74c4-4a36-9673-dc651c04b567', 'code': 200} Dec 13 11:00:04.374647 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:00:04.385271 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:00:04.394944 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:04.415680 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-a416f542-252c-431b-b2c7-3dfba8e9b131 None None] Provisioning complete for port bc9b21c3-d3df-42af-aca7-a1382fe10718 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:04.416273 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a416f542-252c-431b-b2c7-3dfba8e9b131 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:04.438971 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a75a996b-c16f-40e7-b1e5-cfad403c8dec req-2223a119-1d51-423a-b315-491ea9b9ad44 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361246 Dec 13 11:00:04.448004 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd3f323-438d-4d48-b29e-94652ac7f614 None None] Network 6149d683-dc3d-4355-a15c-4716a8c40966 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:00:04.512702 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-a416f542-252c-431b-b2c7-3dfba8e9b131 None None] Port bc9b21c3-d3df-42af-aca7-a1382fe10718 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:00:04.579036 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Pushing event updated for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:04.623072 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:04.624203 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:04.625962 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-0870afc1-4f3d-4cf3-9c2b-e53f1a740e1b service neutron] 10.222.0.39 "PUT /v2.0/ports/fac153c9-0078-4e36-8a2d-5fb5d6ab71ec HTTP/1.1" status: 200 len: 1093 time: 1.1610668 Dec 13 11:00:04.626756 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:04.641256 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95165d8b-67df-4974-aadf-06578600d61b" -d '{"events": [{"name": "network-changed", "server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:04.723435 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b32e32-ccf5-4085-b9ed-3a3ef812d65a req-51c1d8b8-61c1-4166-9d65-c37c23d5ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:04.725513 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-a0b32e32-ccf5-4085-b9ed-3a3ef812d65a req-51c1d8b8-61c1-4166-9d65-c37c23d5ba76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 1098 time: 0.1543827 Dec 13 11:00:04.726345 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b925f65-237f-4215-b166-7898ed524e7d req-92aad1ec-97e4-42f3-8997-3efe259ed435 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:04.728137 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2b925f65-237f-4215-b166-7898ed524e7d req-92aad1ec-97e4-42f3-8997-3efe259ed435 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 943 time: 0.0935967 Dec 13 11:00:04.736628 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773ff2a-faf3-45f8-890c-7f1be877803d req-d5fb2dfb-966e-4a89-9ea1-76b495b4aa81 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:04.738895 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7773ff2a-faf3-45f8-890c-7f1be877803d req-d5fb2dfb-966e-4a89-9ea1-76b495b4aa81 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.2341654 Dec 13 11:00:04.790515 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-5ee3baed-3a9c-4aa0-99ae-1b47f777b098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:04.792200 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-5ee3baed-3a9c-4aa0-99ae-1b47f777b098 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 1096 time: 0.1180742 Dec 13 11:00:04.814414 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-a0b32e32-ccf5-4085-b9ed-3a3ef812d65a req-91fe5f60-5d2a-44f0-8d4a-774bfda97fc0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780241 Dec 13 11:00:04.830021 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2b925f65-237f-4215-b166-7898ed524e7d req-8abb14f7-e21e-4491-ba1a-0315417e240a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886765 Dec 13 11:00:04.838051 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device d8175210-95e9-4e74-8886-74ef19088b8e details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:00:04.847005 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device db6093bc-5f11-4399-b206-60e4e18dc962 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:00:04.876440 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-3196f353-55c1-4642-b8e9-2a52684a385a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec HTTP/1.1" status: 200 len: 217 time: 0.0720117 Dec 13 11:00:04.900066 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39908) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:04.941395 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa309df-1f29-410c-a886-7dbe62f81b21 x-openstack-request-id: req-9fa309df-1f29-410c-a886-7dbe62f81b21 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:04.942362 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:04.942943 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9fa309df-1f29-410c-a886-7dbe62f81b21 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:04.943540 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'status': 'completed', 'code': 200} Dec 13 11:00:04.948603 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7773ff2a-faf3-45f8-890c-7f1be877803d req-7f4c7a1d-28a5-4ed5-abe6-4532f28a76e8 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303515 Dec 13 11:00:04.992157 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc9b21c3-d3df-42af-aca7-a1382fe10718 {{(pid=102441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:00:04.999166 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.029589 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.provisioning_blocks [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Transition to ACTIVE for port object bc9b21c3-d3df-42af-aca7-a1382fe10718 will not be triggered until provisioned by entity L2. {{(pid=102441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:00:05.035093 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.130776 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-e99ec3aa-d3bf-4b29-90b2-df5a486fdd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:05.132625 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-e99ec3aa-d3bf-4b29-90b2-df5a486fdd06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.1208258 Dec 13 11:00:05.205184 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Pushing event updated for resources: {'Port': ['ID=bc9b21c3-d3df-42af-aca7-a1382fe10718,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:05.228237 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Attempting to bind port bc9b21c3-d3df-42af-aca7-a1382fe10718 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:00:05.228874 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Attempting to bind port bc9b21c3-d3df-42af-aca7-a1382fe10718 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:00:05.230357 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Attempting to bind port bc9b21c3-d3df-42af-aca7-a1382fe10718 on network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:00:05.237073 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Port bc9b21c3-d3df-42af-aca7-a1382fe10718 on network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:00:05.237656 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Attempting to bind port bc9b21c3-d3df-42af-aca7-a1382fe10718 on network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:00:05.243412 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 10, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:00:05.244158 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Checking segment: {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:00:05.244904 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Bound using segment: {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:00:05.245921 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Bound port: bc9b21c3-d3df-42af-aca7-a1382fe10718, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'}}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:00:05.247560 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.334925 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-6b473002-65e7-4bb0-b23c-0c58733912d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:05.336806 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-6b473002-65e7-4bb0-b23c-0c58733912d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1887152 Dec 13 11:00:05.346833 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port db6093bc-5f11-4399-b206-60e4e18dc962 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:00:05.365539 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port db6093bc-5f11-4399-b206-60e4e18dc962 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:05.366046 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.373414 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port d8175210-95e9-4e74-8886-74ef19088b8e, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=d8175210-95e9-4e74-8886-74ef19088b8e,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:05.397584 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7103aa47-1a4d-444f-b833-009fdbb07b6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.437669 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'd8175210-95e9-4e74-8886-74ef19088b8e', 'network_id': '14c80f36-d354-469a-a885-e82375e202b0', 'port_id': 'd8175210-95e9-4e74-8886-74ef19088b8e', 'mac_address': 'fa:16:3e:93:04:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa1b72ae-801e-439a-850f-ee0537ccf54f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:00:05.513156 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] For port bc9b21c3-d3df-42af-aca7-a1382fe10718, host hv-cinder-80857, cleared binding levels {{(pid=102441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:00:05.529264 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-eee53b69-9ea2-4095-aa7a-1755ce4c8325 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833396 Dec 13 11:00:05.535598 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a4d61-c75e-4886-9885-fbfab7f48cb1 req-3ceacafb-040d-4aca-9748-770355e530c8 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:05.537245 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f75a4d61-c75e-4886-9885-fbfab7f48cb1 req-3ceacafb-040d-4aca-9748-770355e530c8 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 943 time: 0.1756096 Dec 13 11:00:05.538819 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.569626 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8175210-95e9-4e74-8886-74ef19088b8e {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:00:05.578606 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.610387 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port d8175210-95e9-4e74-8886-74ef19088b8e, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=d8175210-95e9-4e74-8886-74ef19088b8e,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:05.621593 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.662893 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7103aa47-1a4d-444f-b833-009fdbb07b6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.672398 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7103aa47-1a4d-444f-b833-009fdbb07b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.672599 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port db6093bc-5f11-4399-b206-60e4e18dc962, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=db6093bc-5f11-4399-b206-60e4e18dc962,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:05.679914 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.727138 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=d8175210-95e9-4e74-8886-74ef19088b8e,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:05.745164 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39932) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:05.772563 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-7103aa47-1a4d-444f-b833-009fdbb07b6c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33daedb15dcb4f0a878f023868ca1064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8711336 Dec 13 11:00:05.782209 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-365781986-network', 'tenant_id': 'e8356bd614a14bde84ce882b3862b1a0'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:05.802315 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39934) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:05.802589 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=db6093bc-5f11-4399-b206-60e4e18dc962,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:05.830610 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7103aa47-1a4d-444f-b833-009fdbb07b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b2ed82-2a06-454f-8a1b-925ca90d788e,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:05.867549 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b140ec-ea8f-41b5-8d4d-06cc0297add3 req-53ee2e82-cd64-45db-baad-7c1c74124ced tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:05.868453 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f084a3f2-a8d3-486b-8660-f26858dbe42a req-ae43df44-06cc-44f7-961c-7fd739151219 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230357 Dec 13 11:00:05.875412 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-61b140ec-ea8f-41b5-8d4d-06cc0297add3 req-53ee2e82-cd64-45db-baad-7c1c74124ced tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.6058180 Dec 13 11:00:05.881466 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Made reservation on behalf of e8356bd614a14bde84ce882b3862b1a0 for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:00:05.883955 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.901167 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] For port bc9b21c3-d3df-42af-aca7-a1382fe10718, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:00:05.901388 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.902445 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['d8175210-95e9-4e74-8886-74ef19088b8e'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:00:05.915368 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.935312 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2f328fae-a760-48d9-bc42-31a2a2111f2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.961671 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2f328fae-a760-48d9-bc42-31a2a2111f2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:05.979375 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Pushing event updated for resources: {'Port': ['ID=bc9b21c3-d3df-42af-aca7-a1382fe10718,revision_number=3']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:06.035522 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f75a4d61-c75e-4886-9885-fbfab7f48cb1 req-b706303e-3b54-4a63-b36b-bae3c017c505 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4882104 Dec 13 11:00:06.039983 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:06.049442 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.057118 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-80243abe-d50e-45d4-92e4-a96dbc39c55a service neutron] 10.222.0.39 "PUT /v2.0/ports/bc9b21c3-d3df-42af-aca7-a1382fe10718 HTTP/1.1" status: 200 len: 1093 time: 2.1184258 Dec 13 11:00:06.058737 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acec20a-4650-493d-a314-d1fb5a781e74', 'tag': 'bc9b21c3-d3df-42af-aca7-a1382fe10718'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:06.100990 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95165d8b-67df-4974-aadf-06578600d61b req-971ae704-a37c-4e5c-a5dd-8fb76f8cfde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:06.103462 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-95165d8b-67df-4974-aadf-06578600d61b req-971ae704-a37c-4e5c-a5dd-8fb76f8cfde5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 1096 time: 0.1052768 Dec 13 11:00:06.107070 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2f328fae-a760-48d9-bc42-31a2a2111f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.110442 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2f328fae-a760-48d9-bc42-31a2a2111f2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.111744 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-2f328fae-a760-48d9-bc42-31a2a2111f2f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d7b2ed82-2a06-454f-8a1b-925ca90d788e HTTP/1.1" status: 204 len: 168 time: 0.2982965 Dec 13 11:00:06.166587 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f328fae-a760-48d9-bc42-31a2a2111f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b2ed82-2a06-454f-8a1b-925ca90d788e,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:06.231124 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-61b140ec-ea8f-41b5-8d4d-06cc0297add3 req-a60067a8-a591-41d4-bfd8-731a860523ea tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3485615 Dec 13 11:00:06.281300 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8f3d8d-bdef-4fef-b083-a669c55cc95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6093bc-5f11-4399-b206-60e4e18dc962'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:06.283671 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b055b0-b92a-4149-a827-350a0fa1bc35" -d '{"events": [{"server_uuid": "7f8f3d8d-bdef-4fef-b083-a669c55cc95d", "name": "network-vif-plugged", "status": "completed", "tag": "db6093bc-5f11-4399-b206-60e4e18dc962"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:06.310967 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.324417 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.365759 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95165d8b-67df-4974-aadf-06578600d61b req-3e628e7d-9d85-4b65-a9b2-10cb9615e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:06.367370 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-95165d8b-67df-4974-aadf-06578600d61b req-3e628e7d-9d85-4b65-a9b2-10cb9615e43c service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 917 time: 0.2545147 Dec 13 11:00:06.370949 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9e6a67-51da-4e06-8623-64697c8e0578,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:06.374088 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 272} {{(pid=102442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:00:06.424002 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-95165d8b-67df-4974-aadf-06578600d61b req-b809147e-1654-4e02-b08a-dedaa55fbb19 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec HTTP/1.1" status: 200 len: 217 time: 0.0469234 Dec 13 11:00:06.440287 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.443294 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Added segment 16a81165-d49f-431f-8064-bb46a5acaf0c of type vlan for network c0c1e56e-b00e-4104-b17e-6bf7039835df Dec 13 11:00:06.457024 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b384ce3-bf26-4ab0-9644-824c2cfc61ba req-180cd8f4-071a-425c-8c00-a745fb5116eb tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:06.458608 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9b384ce3-bf26-4ab0-9644-824c2cfc61ba req-180cd8f4-071a-425c-8c00-a745fb5116eb tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 945 time: 0.2786865 Dec 13 11:00:06.465531 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037688-3473-4837-8843-35f899026791 req-e930d843-f74d-4dc1-97eb-0beb97adb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:06.467322 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-e930d843-f74d-4dc1-97eb-0beb97adb9f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 1096 time: 0.2853172 Dec 13 11:00:06.533332 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.544355 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95165d8b-67df-4974-aadf-06578600d61b req-02d849f9-8265-49c3-9387-a02e5e307c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:06.546018 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-95165d8b-67df-4974-aadf-06578600d61b req-02d849f9-8265-49c3-9387-a02e5e307c63 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.0986125 Dec 13 11:00:06.592193 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886b39f-5e92-4cab-9c28-c4b156440824 req-a20c0178-0051-4c9f-b39c-ace129055c01 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:06.593765 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e886b39f-5e92-4cab-9c28-c4b156440824 req-a20c0178-0051-4c9f-b39c-ace129055c01 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 944 time: 0.2127259 Dec 13 11:00:06.595124 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-af407006-ef7c-4b61-b0ed-adc9d6e77af9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718 HTTP/1.1" status: 200 len: 217 time: 0.0969446 Dec 13 11:00:06.596625 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39958) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:06.607979 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9b384ce3-bf26-4ab0-9644-824c2cfc61ba req-62701c73-82a4-429f-ad03-c2bddaa05643 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371794 Dec 13 11:00:06.620968 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.622361 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:06.623117 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.699439 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c1e56e-b00e-4104-b17e-6bf7039835df,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:06.706412 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95165d8b-67df-4974-aadf-06578600d61b req-05404779-9d97-49e3-b7a1-a975436d22c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:06.707757 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-95165d8b-67df-4974-aadf-06578600d61b req-05404779-9d97-49e3-b7a1-a975436d22c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1489031 Dec 13 11:00:06.716399 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a911539c-4014-4349-928b-9f9218574908 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9415152 Dec 13 11:00:06.730436 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network c0c1e56e-b00e-4104-b17e-6bf7039835df details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:00:06.740712 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2" -d '{"events": [{"name": "network-changed", "server_uuid": "4acec20a-4650-493d-a314-d1fb5a781e74", "tag": "bc9b21c3-d3df-42af-aca7-a1382fe10718"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:06.753110 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 39964) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:06.780521 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cbdbc95d-1e59-46b5-8287-32706b073f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.808862 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Request body: {'subnet': {'network_id': 'c0c1e56e-b00e-4104-b17e-6bf7039835df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-365781986-subnet', 'tenant_id': 'e8356bd614a14bde84ce882b3862b1a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:06.846864 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device d8175210-95e9-4e74-8886-74ef19088b8e up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:00:06.854394 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037688-3473-4837-8843-35f899026791 req-818592fe-bc39-45f3-bed3-b8f4413c27d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:06.856145 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-818592fe-bc39-45f3-bed3-b8f4413c27d2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6896b4b5-32fc-43fc-a5f0-223c5f72a56d HTTP/1.1" status: 200 len: 850 time: 0.2414756 Dec 13 11:00:06.864516 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-95165d8b-67df-4974-aadf-06578600d61b req-436e02ea-27a2-4eee-86d1-6094a36bbb32 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460068 Dec 13 11:00:06.928586 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port d8175210-95e9-4e74-8886-74ef19088b8e completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:00:06.934089 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port d8175210-95e9-4e74-8886-74ef19088b8e triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:06.935739 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:06.969178 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e886b39f-5e92-4cab-9c28-c4b156440824 req-eb137674-e20d-42bc-afe7-a79cfcd6bbe9 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3657401 Dec 13 11:00:06.993761 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Made reservation on behalf of e8356bd614a14bde84ce882b3862b1a0 for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:00:06.996985 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:07.007582 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c1ca1-66f9-40f2-9a0a-706add90d27d req-10e0784c-63b9-4dfd-abd1-03cf4fc8be9a tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:07.009402 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c9c1ca1-66f9-40f2-9a0a-706add90d27d req-10e0784c-63b9-4dfd-abd1-03cf4fc8be9a tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.3065670 Dec 13 11:00:07.071966 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-95165d8b-67df-4974-aadf-06578600d61b req-f4432191-788b-47d0-ae3a-795d2c27a201 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994393 Dec 13 11:00:07.114594 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9b54a56-7cfe-4084-be3b-39f991aaf221 x-openstack-request-id: req-d9b54a56-7cfe-4084-be3b-39f991aaf221 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:07.114912 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8f3d8d-bdef-4fef-b083-a669c55cc95d", "name": "network-vif-plugged", "status": "completed", "tag": "db6093bc-5f11-4399-b206-60e4e18dc962", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:07.115120 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d9b54a56-7cfe-4084-be3b-39f991aaf221 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:07.115520 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8f3d8d-bdef-4fef-b083-a669c55cc95d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db6093bc-5f11-4399-b206-60e4e18dc962', 'code': 200} Dec 13 11:00:07.119019 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:07.150699 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cbdbc95d-1e59-46b5-8287-32706b073f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:07.166714 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port d8175210-95e9-4e74-8886-74ef19088b8e, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=d8175210-95e9-4e74-8886-74ef19088b8e,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:07.173401 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:07.251361 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cbdbc95d-1e59-46b5-8287-32706b073f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:07.256860 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=d8175210-95e9-4e74-8886-74ef19088b8e,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:07.323387 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164ae9b-3b28-4e71-8c79-203e7ff3fdd3 req-b3962c57-eef5-4f8d-9851-ee38552b4896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:07.325024 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5164ae9b-3b28-4e71-8c79-203e7ff3fdd3 req-b3962c57-eef5-4f8d-9851-ee38552b4896 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 1098 time: 0.0694225 Dec 13 11:00:07.355527 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84037688-3473-4837-8843-35f899026791 req-724814d3-c58d-4316-aeb6-a9af54be38ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:07.357443 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-724814d3-c58d-4316-aeb6-a9af54be38ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4865596 Dec 13 11:00:07.385996 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5164ae9b-3b28-4e71-8c79-203e7ff3fdd3 req-d526fbe7-6003-482c-bd1a-2b3532440518 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534348 Dec 13 11:00:07.394588 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdbc95d-1e59-46b5-8287-32706b073f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2294dbd-38bd-4056-b0c6-c2c17b43b574,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:07.401282 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 39990) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:07.401436 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-cbdbc95d-1e59-46b5-8287-32706b073f89 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6c4eb383c5694000b1977ea722be0dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8037193 Dec 13 11:00:07.403182 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b7ca091-2eee-4e77-ace7-1292a3e0537a x-openstack-request-id: req-4b7ca091-2eee-4e77-ace7-1292a3e0537a {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:07.403408 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acec20a-4650-493d-a314-d1fb5a781e74", "tag": "bc9b21c3-d3df-42af-aca7-a1382fe10718", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:07.403965 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4b7ca091-2eee-4e77-ace7-1292a3e0537a {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:07.404420 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acec20a-4650-493d-a314-d1fb5a781e74', 'tag': 'bc9b21c3-d3df-42af-aca7-a1382fe10718', 'status': 'completed', 'code': 200} Dec 13 11:00:07.512617 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c9c1ca1-66f9-40f2-9a0a-706add90d27d req-b031c33b-a0e8-48b9-9db1-3ecac8bb1b24 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501283 Dec 13 11:00:07.695430 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6663236d-bb61-4c59-915a-7b6bd112b5fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:07.720201 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6663236d-bb61-4c59-915a-7b6bd112b5fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:07.724291 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-417f4d6a-96b3-45b3-ba97-21d385f43f4b service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3548083 Dec 13 11:00:07.734509 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:07.762559 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8940c1f-7004-4615-a053-8cc922f8abfb req-83a3e964-0fe5-4812-9853-6863f7f973d2 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:07.764207 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d8940c1f-7004-4615-a053-8cc922f8abfb req-83a3e964-0fe5-4812-9853-6863f7f973d2 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 943 time: 0.2959430 Dec 13 11:00:07.784921 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6663236d-bb61-4c59-915a-7b6bd112b5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:07.787898 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6663236d-bb61-4c59-915a-7b6bd112b5fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:07.789387 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-6663236d-bb61-4c59-915a-7b6bd112b5fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d2294dbd-38bd-4056-b0c6-c2c17b43b574 HTTP/1.1" status: 204 len: 168 time: 0.3865662 Dec 13 11:00:07.799816 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6663236d-bb61-4c59-915a-7b6bd112b5fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2294dbd-38bd-4056-b0c6-c2c17b43b574,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:07.877924 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c9c29-45d6-40a2-8f13-873ae877fee0 req-b64980c9-de0c-45ed-a6d4-fad1068da857 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:07.879498 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4b8c9c29-45d6-40a2-8f13-873ae877fee0 req-b64980c9-de0c-45ed-a6d4-fad1068da857 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.2954075 Dec 13 11:00:07.986227 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51445fc-0574-40ef-9580-727e0f8910cd,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:08.033803 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d8940c1f-7004-4615-a053-8cc922f8abfb req-a40a03aa-a220-410b-9de0-8c86279e957f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2220478 Dec 13 11:00:08.037161 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Checking segment: {'id': '16a81165-d49f-431f-8064-bb46a5acaf0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 272, 'network_id': 'c0c1e56e-b00e-4104-b17e-6bf7039835df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:00:08.037512 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Network hostable DHCP agents. Network: c0c1e56e-b00e-4104-b17e-6bf7039835df, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:00:08.041200 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84037688-3473-4837-8843-35f899026791 req-4c198f7a-b7a1-41ea-acbd-3212a8615895 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3032112 Dec 13 11:00:08.045911 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4b8c9c29-45d6-40a2-8f13-873ae877fee0 req-5ada3035-c44e-4de7-8183-816e5a748625 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538789 Dec 13 11:00:08.081796 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Network c0c1e56e-b00e-4104-b17e-6bf7039835df is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:00:08.099148 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, c0c1e56e-b00e-4104-b17e-6bf7039835df) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:00:08.107771 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:08.108373 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.128224 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef08bd9-d274-4cef-90ad-95a81b355d0e None None] Network c0c1e56e-b00e-4104-b17e-6bf7039835df requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:00:08.137462 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-abe72967-26c2-4659-b010-4821d8f716a6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3500235 Dec 13 11:00:08.234202 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c5803-83b5-43b6-a3b1-5a40128b79b3 req-3115dac9-b5db-425f-aa3a-be6ac877ff51 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:08.235876 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-706c5803-83b5-43b6-a3b1-5a40128b79b3 req-3115dac9-b5db-425f-aa3a-be6ac877ff51 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.1059053 Dec 13 11:00:08.240847 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-d1ab94d2-a9de-49b9-b19c-fe105aced6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:08.242244 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-d1ab94d2-a9de-49b9-b19c-fe105aced6a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 1096 time: 0.0759182 Dec 13 11:00:08.255828 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d54b49-70f3-4f88-976a-3c167fdbb535 None None] Network c0c1e56e-b00e-4104-b17e-6bf7039835df requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:00:08.358004 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40022) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:08.409279 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_v2 [None req-bda886ba-983d-45cd-83d4-55eca726fc21 admin admin] Deleting subnet cbf6dd0f-401e-4d21-a146-bd00bc718c93 {{(pid=102442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:00:08.414286 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bda886ba-983d-45cd-83d4-55eca726fc21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.452334 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bda886ba-983d-45cd-83d4-55eca726fc21 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.465649 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bda886ba-983d-45cd-83d4-55eca726fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.475855 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-706c5803-83b5-43b6-a3b1-5a40128b79b3 req-7b367c64-9a77-4ed8-ab6c-89094497351e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229209 Dec 13 11:00:08.522048 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-e8731cd0-d0c2-4215-9dc5-a67181df4c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:08.523632 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-e8731cd0-d0c2-4215-9dc5-a67181df4c8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 912 time: 0.2632592 Dec 13 11:00:08.574294 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bda886ba-983d-45cd-83d4-55eca726fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.584964 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-df95daff-ebeb-4dc0-b77d-0397efb291b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718 HTTP/1.1" status: 200 len: 217 time: 0.0424459 Dec 13 11:00:08.628081 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda886ba-983d-45cd-83d4-55eca726fc21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbf6dd0f-401e-4d21-a146-bd00bc718c93,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:08.643299 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bda886ba-983d-45cd-83d4-55eca726fc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.647432 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-bda886ba-983d-45cd-83d4-55eca726fc21 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/cbf6dd0f-401e-4d21-a146-bd00bc718c93 HTTP/1.1" status: 204 len: 168 time: 0.2870481 Dec 13 11:00:08.649943 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40034) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:08.755811 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.841485 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-ea3a1259-9182-40ff-9c64-261078b2a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:08.843162 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-ea3a1259-9182-40ff-9c64-261078b2a64e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6896b4b5-32fc-43fc-a5f0-223c5f72a56d HTTP/1.1" status: 200 len: 850 time: 0.2500205 Dec 13 11:00:08.861166 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device fac153c9-0078-4e36-8a2d-5fb5d6ab71ec details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:00:08.894882 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:08.897428 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-f14d2a7a-85b2-4538-b612-c31f605a8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:08.898971 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-f14d2a7a-85b2-4538-b612-c31f605a8d7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484149 Dec 13 11:00:08.920702 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:08.921074 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:08.922125 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:08.922258 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > port after_create 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:08.922504 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:08.925373 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > port after_update 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:08.925486 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:08.925801 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:08.926128 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:08.928087 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:09.044071 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-be21f844-98fb-493c-a43b-cebf263d388d service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335599 Dec 13 11:00:09.118672 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e194fd3a-d664-496d-90fd-ada79fe6d21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8175210-95e9-4e74-8886-74ef19088b8e'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:09.128239 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c67b25e-93b0-42af-a169-aff6b84c3edd" -d '{"events": [{"server_uuid": "e194fd3a-d664-496d-90fd-ada79fe6d21a", "name": "network-vif-plugged", "status": "completed", "tag": "d8175210-95e9-4e74-8886-74ef19088b8e"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:09.132745 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:09.146232 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'port_id': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'mac_address': 'fa:16:3e:ab:66:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:00:09.186912 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:09.187267 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:09.187602 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:09.187928 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:09.188290 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6149d683-dc3d-4355-a15c-4716a8c40966']}} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:09.209387 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5456e9-142b-4913-922b-1af8c3e20270 req-e7b31940-5716-416b-babc-c4b1a2fa231e tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:09.211526 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3c5456e9-142b-4913-922b-1af8c3e20270 req-e7b31940-5716-416b-babc-c4b1a2fa231e tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 943 time: 0.0790601 Dec 13 11:00:09.234112 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56ea7365-9ce9-412c-b6a8-9327834ef513') {'for_net_delete': True} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:09.234480 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56ea7365-9ce9-412c-b6a8-9327834ef513') {} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:09.273918 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125996800'] for segment, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.287123 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.305958 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.312193 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac153c9-0078-4e36-8a2d-5fb5d6ab71ec {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:00:09.319803 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-caae24b3-ea43-47b4-9cab-0c7cd23fd0d2 req-a6066bca-a450-4c18-921b-6e710b6f5fa5 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675302 Dec 13 11:00:09.349027 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:00:09.349567 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125856877'] for segment, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.355976 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:09.365127 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.372343 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3c5456e9-142b-4913-922b-1af8c3e20270 req-2fc5f612-4fd0-41f7-be4b-9eb59b813d7a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486990 Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: from cryptography.utils import int_from_bytes Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: from cryptography.utils import int_from_bytes Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: Traceback (most recent call last): Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: timer() Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: cb(*args, **kw) Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: return func(*args, **kwargs) Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: self._notify() Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: self.callback(batched_events) Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: event.method(event) Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: return f(self, *a, **k) Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._get(url).json() Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: return self.request(url, 'GET', **kwargs) Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:00:09.393149 dv-cinder-808574-5-iscsi neutron-server[102442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:00:09.438876 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:09.482795 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.502501 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.506317 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] 10.222.0.43 "DELETE /v2.0/networks/6149d683-dc3d-4355-a15c-4716a8c40966 HTTP/1.1" status: 204 len: 168 time: 0.8550689 Dec 13 11:00:09.507380 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077320af-d581-414b-b02a-1b0e70bbe091 req-57da75e6-1172-4071-a2ea-5c8a0f35cff8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:09.508875 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-077320af-d581-414b-b02a-1b0e70bbe091 req-57da75e6-1172-4071-a2ea-5c8a0f35cff8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 944 time: 0.0715497 Dec 13 11:00:09.509363 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40082) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:09.516771 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d492884-d90c-4766-901e-ac83af15706e admin admin] Pushing event deleted for resources: {'Network': ['ID=6149d683-dc3d-4355-a15c-4716a8c40966,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:09.578513 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_v2 [None req-3270a17f-c299-466f-936b-de09b601e705 admin admin] Deleting subnet a51445fc-0574-40ef-9580-727e0f8910cd {{(pid=102441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:00:09.586314 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3270a17f-c299-466f-936b-de09b601e705 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.630270 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-077320af-d581-414b-b02a-1b0e70bbe091 req-917d00a1-82cc-4753-98c4-533de46eef1f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914903 Dec 13 11:00:09.638869 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:00:09.652613 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3270a17f-c299-466f-936b-de09b601e705 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.680699 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3270a17f-c299-466f-936b-de09b601e705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.712804 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e805b-e99e-4aa2-9053-20742a0be88d x-openstack-request-id: req-a98e805b-e99e-4aa2-9053-20742a0be88d {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:09.714679 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e194fd3a-d664-496d-90fd-ada79fe6d21a", "name": "network-vif-plugged", "status": "completed", "tag": "d8175210-95e9-4e74-8886-74ef19088b8e", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:09.715020 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a98e805b-e99e-4aa2-9053-20742a0be88d {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:09.715770 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e194fd3a-d664-496d-90fd-ada79fe6d21a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8175210-95e9-4e74-8886-74ef19088b8e', 'code': 200} Dec 13 11:00:09.868728 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3270a17f-c299-466f-936b-de09b601e705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for subnet, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.917553 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3270a17f-c299-466f-936b-de09b601e705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51445fc-0574-40ef-9580-727e0f8910cd,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:09.920289 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3270a17f-c299-466f-936b-de09b601e705 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:09.926489 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-3270a17f-c299-466f-936b-de09b601e705 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/a51445fc-0574-40ef-9580-727e0f8910cd HTTP/1.1" status: 204 len: 168 time: 0.4161398 Dec 13 11:00:09.926938 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40094) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:09.937682 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b734cd3-693b-40aa-b6d0-2d7f3c4ec2cc req-2248ead7-0b99-418e-b8f2-49ad4cb6fb80 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:09.953599 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9b734cd3-693b-40aa-b6d0-2d7f3c4ec2cc req-2248ead7-0b99-418e-b8f2-49ad4cb6fb80 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.1500697 Dec 13 11:00:10.016866 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.076273 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9b734cd3-693b-40aa-b6d0-2d7f3c4ec2cc req-ef229bba-0840-4337-b730-26cfa7e24726 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205473 Dec 13 11:00:10.079899 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198cfab-43f2-41d2-8594-7f0330fa709e req-24a28164-cd2e-4f1d-b183-5c80d41d590e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:10.082217 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9198cfab-43f2-41d2-8594-7f0330fa709e req-24a28164-cd2e-4f1d-b183-5c80d41d590e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 1098 time: 0.1261027 Dec 13 11:00:10.095757 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.123124 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c1e56e-b00e-4104-b17e-6bf7039835df']}} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:10.134347 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a81165-d49f-431f-8064-bb46a5acaf0c') {'for_net_delete': True} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:10.134347 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a81165-d49f-431f-8064-bb46a5acaf0c') {} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:10.140587 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9198cfab-43f2-41d2-8594-7f0330fa709e req-92b8403f-934a-4f14-a636-356b0731334c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504560 Dec 13 11:00:10.149781 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125996800'] for segment, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.154764 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.167441 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.173848 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] Releasing vlan 272 on physical network physnet1 to pool {{(pid=102442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:00:10.174223 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125856877'] for segment, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: Traceback (most recent call last): Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: timer() Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: cb(*args, **kw) Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: return func(*args, **kwargs) Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: self._notify() Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: self.callback(batched_events) Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: event.method(event) Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: return f(self, *a, **k) Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._get(url).json() Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: return self.request(url, 'GET', **kwargs) Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:00:10.176206 dv-cinder-808574-5-iscsi neutron-server[102442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:00:10.236682 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.244464 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.248265 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/c0c1e56e-b00e-4104-b17e-6bf7039835df HTTP/1.1" status: 204 len: 168 time: 0.3202477 Dec 13 11:00:10.259491 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e182eaab-04c1-4fcc-b13f-f74685de9cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c1e56e-b00e-4104-b17e-6bf7039835df,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:10.426915 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40120) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:10.468797 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a3c40e64-5e36-4d7b-b9d3-f56a3d8d33fd admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2666e31777e045188df32c79d779da9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406911 Dec 13 11:00:10.471708 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40122) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:10.477909 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40124) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:10.499730 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13995102-db17-44da-97b0-57abaf60e094 req-e76cfe27-a46a-418d-99cc-20065910872d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:10.501518 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-13995102-db17-44da-97b0-57abaf60e094 req-e76cfe27-a46a-418d-99cc-20065910872d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 943 time: 0.0561552 Dec 13 11:00:10.524791 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b0186390-109c-4152-9e4b-a590a0baa17c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.547780 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b0186390-109c-4152-9e4b-a590a0baa17c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.553205 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-13995102-db17-44da-97b0-57abaf60e094 req-d4a57c64-cff9-4d6e-ba31-d89b5f8a15ed tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445528 Dec 13 11:00:10.596887 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b0186390-109c-4152-9e4b-a590a0baa17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.599708 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b0186390-109c-4152-9e4b-a590a0baa17c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.600862 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b0186390-109c-4152-9e4b-a590a0baa17c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca6332c4-bd12-4305-a327-6431d0ad6547 HTTP/1.1" status: 204 len: 168 time: 0.1280954 Dec 13 11:00:10.609544 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0186390-109c-4152-9e4b-a590a0baa17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca6332c4-bd12-4305-a327-6431d0ad6547,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:10.647786 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a57b5f54-ec0d-4f20-b9cc-e6033d97db87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.768673 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a57b5f54-ec0d-4f20-b9cc-e6033d97db87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.776590 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a57b5f54-ec0d-4f20-b9cc-e6033d97db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.814410 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f14c4f-5e02-40b8-a027-3be2ecbcdf59 req-b35381d4-07e1-4fa5-ac1e-1b59128b9f02 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:10.816023 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-88f14c4f-5e02-40b8-a027-3be2ecbcdf59 req-b35381d4-07e1-4fa5-ac1e-1b59128b9f02 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 944 time: 0.1041219 Dec 13 11:00:10.849415 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-a57b5f54-ec0d-4f20-b9cc-e6033d97db87 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=83c05ac649934f08820053757607c854&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3684623 Dec 13 11:00:10.850152 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40140) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:10.864676 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device bc9b21c3-d3df-42af-aca7-a1382fe10718 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:00:10.865312 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b5f54-ec0d-4f20-b9cc-e6033d97db87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce90d92-6970-4583-bc23-d58dfca66900,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:10.869656 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device fac153c9-0078-4e36-8a2d-5fb5d6ab71ec up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:00:10.913876 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-88f14c4f-5e02-40b8-a027-3be2ecbcdf59 req-6c0abd16-cb35-4fd9-b8c7-53233ebd58df tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786262 Dec 13 11:00:10.948885 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40144) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:10.956871 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5266d84d-97b1-4ac7-85a3-00174a5c48fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:10.992961 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-e82620d4-3ffd-46fa-8e33-0cb1b6fae245 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e8356bd614a14bde84ce882b3862b1a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427816 Dec 13 11:00:10.996750 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40148) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:10.999842 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5266d84d-97b1-4ac7-85a3-00174a5c48fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.065437 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port bc9b21c3-d3df-42af-aca7-a1382fe10718, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:11.068554 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0feec807-9458-4faa-adb0-b5ae49c2ce18 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.071970 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5266d84d-97b1-4ac7-85a3-00174a5c48fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.076089 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5266d84d-97b1-4ac7-85a3-00174a5c48fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.077285 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-5266d84d-97b1-4ac7-85a3-00174a5c48fa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ce90d92-6970-4583-bc23-d58dfca66900 HTTP/1.1" status: 204 len: 168 time: 0.2259436 Dec 13 11:00:11.087239 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'bc9b21c3-d3df-42af-aca7-a1382fe10718', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'port_id': 'bc9b21c3-d3df-42af-aca7-a1382fe10718', 'mac_address': 'fa:16:3e:f2:1a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:00:11.087412 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5266d84d-97b1-4ac7-85a3-00174a5c48fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce90d92-6970-4583-bc23-d58dfca66900,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:11.099447 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:00:11.106712 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0feec807-9458-4faa-adb0-b5ae49c2ce18 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.121423 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:11.123281 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.198489 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0feec807-9458-4faa-adb0-b5ae49c2ce18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.201482 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0feec807-9458-4faa-adb0-b5ae49c2ce18 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.205194 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-0feec807-9458-4faa-adb0-b5ae49c2ce18 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1d9e6a67-51da-4e06-8623-64697c8e0578 HTTP/1.1" status: 204 len: 168 time: 0.2052641 Dec 13 11:00:11.205328 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.220550 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feec807-9458-4faa-adb0-b5ae49c2ce18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9e6a67-51da-4e06-8623-64697c8e0578,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:11.241584 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b0a96-c2a8-48bd-8609-815a65b0264c req-1196afb6-bdff-4a87-aede-75bf69371855 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:11.243670 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6b7b0a96-c2a8-48bd-8609-815a65b0264c req-1196afb6-bdff-4a87-aede-75bf69371855 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0856202 Dec 13 11:00:11.251868 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc9b21c3-d3df-42af-aca7-a1382fe10718 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:00:11.283316 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port bc9b21c3-d3df-42af-aca7-a1382fe10718, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:11.307465 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6b7b0a96-c2a8-48bd-8609-815a65b0264c req-04da8b19-8ccd-4f14-81f3-70758e33b348 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566468 Dec 13 11:00:11.331989 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.399651 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.449982 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=bc9b21c3-d3df-42af-aca7-a1382fe10718,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:11.457193 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:11.462462 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.525507 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:11.633884 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40172) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:11.647942 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4ba3412a-744d-495f-b29d-a3399a27a210 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.650214 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['bc9b21c3-d3df-42af-aca7-a1382fe10718'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:00:11.688670 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacc02b-4f20-4deb-ba8c-1d38fb17290b req-d0c70e83-bec5-4e4b-9e0e-f690df95f173 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:11.690765 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ddacc02b-4f20-4deb-ba8c-1d38fb17290b req-d0c70e83-bec5-4e4b-9e0e-f690df95f173 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 944 time: 0.0646412 Dec 13 11:00:11.717109 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:11.720954 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2593b2-ab9e-4bc0-8be1-883e0adee3ef" -d '{"events": [{"server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "name": "network-vif-plugged", "status": "completed", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:11.752639 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4ba3412a-744d-495f-b29d-a3399a27a210 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.756994 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ddacc02b-4f20-4deb-ba8c-1d38fb17290b req-ff9e2b60-8ce2-43e4-beb2-068f0de1eb20 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594389 Dec 13 11:00:11.757583 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4ba3412a-744d-495f-b29d-a3399a27a210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.800702 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3412a-744d-495f-b29d-a3399a27a210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba40ff2c-236d-4963-b1bb-a0f68c19cd61,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:11.803026 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26ce2c1-488d-4fb4-8c84-9b8260ba0bfb x-openstack-request-id: req-f26ce2c1-488d-4fb4-8c84-9b8260ba0bfb {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:11.803330 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "name": "network-vif-plugged", "status": "completed", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:11.803584 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f26ce2c1-488d-4fb4-8c84-9b8260ba0bfb {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:11.803965 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'code': 200} Dec 13 11:00:11.807037 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4ba3412a-744d-495f-b29d-a3399a27a210 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4768d34ef1124b7ebf54fe91e09bfd77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1720433 Dec 13 11:00:11.807902 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40178) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:11.862544 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3989-e401-478a-979d-12477b3fe23b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.888125 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3989-e401-478a-979d-12477b3fe23b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.943061 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3989-e401-478a-979d-12477b3fe23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.946091 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-eb6b3989-e401-478a-979d-12477b3fe23b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:11.947325 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-eb6b3989-e401-478a-979d-12477b3fe23b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ba40ff2c-236d-4963-b1bb-a0f68c19cd61 HTTP/1.1" status: 204 len: 168 time: 0.1384144 Dec 13 11:00:11.961001 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b3989-e401-478a-979d-12477b3fe23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba40ff2c-236d-4963-b1bb-a0f68c19cd61,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:12.010509 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff9cd27-a3be-4369-a624-82b304fedbef req-78ce33ae-5543-4ed4-816f-cf6d3d8624c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:12.012155 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3ff9cd27-a3be-4369-a624-82b304fedbef req-78ce33ae-5543-4ed4-816f-cf6d3d8624c2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 1098 time: 0.0481849 Dec 13 11:00:12.072551 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-f0a9e882-5aaf-46d6-9810-42ed12a44a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:12.138160 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b36e735-e004-4959-bf64-d7048d194075 req-e53b8bb7-1b4b-4464-bdb9-ffa46639a365 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:12.147016 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0b36e735-e004-4959-bf64-d7048d194075 req-e53b8bb7-1b4b-4464-bdb9-ffa46639a365 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.1096399 Dec 13 11:00:12.160011 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3ff9cd27-a3be-4369-a624-82b304fedbef req-e330179d-a7dd-499f-8024-6fdf994f9ca9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367352 Dec 13 11:00:12.213543 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0b36e735-e004-4959-bf64-d7048d194075 req-4019b52d-4447-490a-b0a1-b31e4c4bd661 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618808 Dec 13 11:00:12.475938 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5d1465-83ff-4a0a-a096-280f36612b6c req-1775b950-109c-4619-bc9a-84cb8d5afdf3 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:12.477645 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0a5d1465-83ff-4a0a-a096-280f36612b6c req-1775b950-109c-4619-bc9a-84cb8d5afdf3 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0513711 Dec 13 11:00:12.527584 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0a5d1465-83ff-4a0a-a096-280f36612b6c req-34ea3cc9-d4ed-43e3-a221-febe48fc61a1 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436115 Dec 13 11:00:12.632237 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40232) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:12.868412 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-98933501-94c0-4500-ab8d-725d60313e37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:12.868930 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device bc9b21c3-d3df-42af-aca7-a1382fe10718 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:00:12.924638 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5878be-e714-4cb5-9bff-b46a75be9d07 req-f6282552-c296-49ed-966f-dd72651977ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:12.926154 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cf5878be-e714-4cb5-9bff-b46a75be9d07 req-f6282552-c296-49ed-966f-dd72651977ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 1098 time: 0.1464310 Dec 13 11:00:12.937909 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port bc9b21c3-d3df-42af-aca7-a1382fe10718 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:00:12.944246 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port bc9b21c3-d3df-42af-aca7-a1382fe10718 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:00:12.944814 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:13.012800 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca64107-5aab-4d39-8744-f910f5bc9425 req-1557c41a-80a5-41eb-9261-1c6f49d6ede0 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:13.014467 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1ca64107-5aab-4d39-8744-f910f5bc9425 req-1557c41a-80a5-41eb-9261-1c6f49d6ede0 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.2226524 Dec 13 11:00:13.055464 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:13.091481 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port bc9b21c3-d3df-42af-aca7-a1382fe10718, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:13.092627 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17800c-cb80-4897-b161-1dcf0d41d7fa req-232f110c-6d6a-46a9-8160-560201ba418d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:13.095061 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3d17800c-cb80-4897-b161-1dcf0d41d7fa req-232f110c-6d6a-46a9-8160-560201ba418d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 944 time: 0.2498331 Dec 13 11:00:13.104266 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:13.155264 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5878be-e714-4cb5-9bff-b46a75be9d07 req-e978919e-6735-49e6-a253-8117a2abd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:13.156615 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cf5878be-e714-4cb5-9bff-b46a75be9d07 req-e978919e-6735-49e6-a253-8117a2abd0a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 919 time: 0.2173011 Dec 13 11:00:13.162896 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=bc9b21c3-d3df-42af-aca7-a1382fe10718,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:13.242763 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cf5878be-e714-4cb5-9bff-b46a75be9d07 req-8f49ca74-20f2-43ef-9021-688fa15acd97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d8175210-95e9-4e74-8886-74ef19088b8e HTTP/1.1" status: 200 len: 217 time: 0.0704551 Dec 13 11:00:13.258063 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1ca64107-5aab-4d39-8744-f910f5bc9425 req-0d7929f2-bd7f-4325-8e69-cff4af879d41 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311735 Dec 13 11:00:13.313730 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3d17800c-cb80-4897-b161-1dcf0d41d7fa req-76914424-d268-49a8-9f71-35abbb381f84 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944096 Dec 13 11:00:13.315853 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-98933501-94c0-4500-ab8d-725d60313e37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:13.335740 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-98933501-94c0-4500-ab8d-725d60313e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:13.398812 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5878be-e714-4cb5-9bff-b46a75be9d07 req-befd47d9-02d4-46ef-b766-2e1efa0762c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:13.400292 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cf5878be-e714-4cb5-9bff-b46a75be9d07 req-befd47d9-02d4-46ef-b766-2e1efa0762c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 200 len: 858 time: 0.1372390 Dec 13 11:00:13.421484 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40276) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:13.421991 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-98933501-94c0-4500-ab8d-725d60313e37 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9de2f5daf04045889dd7625d68f2c1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7881224 Dec 13 11:00:13.434817 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98933501-94c0-4500-ab8d-725d60313e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c037b5-a14c-4277-af79-0cbe28763e61,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:13.461292 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cf5878be-e714-4cb5-9bff-b46a75be9d07 req-f591a6c5-d0ef-4303-a97f-192512e3be28 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14c80f36-d354-469a-a885-e82375e202b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386770 Dec 13 11:00:13.499229 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4243ebac-1d2b-48a4-b1e4-f1620263bb51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:13.500987 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710a60d-c369-4b4a-a131-d3de460dffdf req-4715b6ec-cb2d-4de8-b5d8-9a91e6fa3465 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:13.502720 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4710a60d-c369-4b4a-a131-d3de460dffdf req-4715b6ec-cb2d-4de8-b5d8-9a91e6fa3465 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.1378720 Dec 13 11:00:13.523016 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4243ebac-1d2b-48a4-b1e4-f1620263bb51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:13.609394 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4243ebac-1d2b-48a4-b1e4-f1620263bb51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:13.612946 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4243ebac-1d2b-48a4-b1e4-f1620263bb51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:13.614110 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4243ebac-1d2b-48a4-b1e4-f1620263bb51 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e8c037b5-a14c-4277-af79-0cbe28763e61 HTTP/1.1" status: 204 len: 168 time: 0.1905012 Dec 13 11:00:13.629170 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4243ebac-1d2b-48a4-b1e4-f1620263bb51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c037b5-a14c-4277-af79-0cbe28763e61,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:13.633374 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4710a60d-c369-4b4a-a131-d3de460dffdf req-6d90d1ee-df37-4ab0-982e-0f99803a3ad3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205027 Dec 13 11:00:13.653225 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cf5878be-e714-4cb5-9bff-b46a75be9d07 req-5515d6fa-eb82-439e-b5c8-9fc2797a248c service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746573 Dec 13 11:00:13.780155 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cf5878be-e714-4cb5-9bff-b46a75be9d07 req-8be7df4b-fe83-4e3e-b580-e46c92ff8840 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099210 Dec 13 11:00:13.804767 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acec20a-4650-493d-a314-d1fb5a781e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9b21c3-d3df-42af-aca7-a1382fe10718'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:13.807334 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46675ad-9f52-484b-b577-ccb49c54907f" -d '{"events": [{"server_uuid": "4acec20a-4650-493d-a314-d1fb5a781e74", "name": "network-vif-plugged", "status": "completed", "tag": "bc9b21c3-d3df-42af-aca7-a1382fe10718"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:13.852025 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dae7bf-043e-4005-8c42-8a6f84e036ed x-openstack-request-id: req-a0dae7bf-043e-4005-8c42-8a6f84e036ed {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:13.852406 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acec20a-4650-493d-a314-d1fb5a781e74", "name": "network-vif-plugged", "status": "completed", "tag": "bc9b21c3-d3df-42af-aca7-a1382fe10718", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:13.852866 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0dae7bf-043e-4005-8c42-8a6f84e036ed {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:13.853333 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acec20a-4650-493d-a314-d1fb5a781e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc9b21c3-d3df-42af-aca7-a1382fe10718', 'code': 200} Dec 13 11:00:14.007978 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40308) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:14.073882 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b29f10-e58b-4337-86fa-3d0122ea60ea req-71d2ef3e-1034-40ba-a627-fc25f09899b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:14.075521 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b3b29f10-e58b-4337-86fa-3d0122ea60ea req-71d2ef3e-1034-40ba-a627-fc25f09899b7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 1098 time: 0.0437946 Dec 13 11:00:14.101975 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40312) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:14.117160 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-78271cc4-e132-479b-941e-2bdf763dc674 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.125984 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b3b29f10-e58b-4337-86fa-3d0122ea60ea req-420d273a-1c8a-4402-ac4c-914637cccdeb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Dec 13 11:00:14.200397 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-78271cc4-e132-479b-941e-2bdf763dc674 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.205941 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-78271cc4-e132-479b-941e-2bdf763dc674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.253864 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40318) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:14.254083 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-78271cc4-e132-479b-941e-2bdf763dc674 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5efd136364504374a51c6db57e92e9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1502862 Dec 13 11:00:14.255085 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78271cc4-e132-479b-941e-2bdf763dc674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8247e722-454e-46f5-bbdc-c5cfb052530b,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:14.300160 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e1a6a9fc-346c-45cb-983d-6ac02b6429be admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.328384 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3b83cf34-d273-4a80-959d-12fc73ac14da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.361920 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3b83cf34-d273-4a80-959d-12fc73ac14da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.392139 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-670a3c31-12f8-4c4a-882c-7d2403297202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.416520 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e1a6a9fc-346c-45cb-983d-6ac02b6429be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.421557 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e1a6a9fc-346c-45cb-983d-6ac02b6429be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.459574 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3b83cf34-d273-4a80-959d-12fc73ac14da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.462326 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3b83cf34-d273-4a80-959d-12fc73ac14da admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.463602 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-3b83cf34-d273-4a80-959d-12fc73ac14da admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/8247e722-454e-46f5-bbdc-c5cfb052530b HTTP/1.1" status: 204 len: 168 time: 0.2085586 Dec 13 11:00:14.469048 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a6a9fc-346c-45cb-983d-6ac02b6429be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2ec7b4-4f7c-4387-8068-9c44b26fd656,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:14.473669 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e1a6a9fc-346c-45cb-983d-6ac02b6429be admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=729b8a4ce70348df8695acb7f7a0e54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645200 Dec 13 11:00:14.476793 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40332) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:14.516594 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b83cf34-d273-4a80-959d-12fc73ac14da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8247e722-454e-46f5-bbdc-c5cfb052530b,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:14.534219 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deaea8a-5084-46c7-b0b8-160db0541226 req-3de655d5-4867-4313-84cc-1e8b0f0f8d6b tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:14.535897 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3deaea8a-5084-46c7-b0b8-160db0541226 req-3de655d5-4867-4313-84cc-1e8b0f0f8d6b tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0979340 Dec 13 11:00:14.549139 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5566e-bf4b-4352-b449-e2411037907d req-366039ae-79bc-47cd-ba02-8af1026770e8 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:14.550754 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-34b5566e-bf4b-4352-b449-e2411037907d req-366039ae-79bc-47cd-ba02-8af1026770e8 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.1315680 Dec 13 11:00:14.564182 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bbc92b55-ab29-4308-8c1a-150773fba917 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.593570 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bbc92b55-ab29-4308-8c1a-150773fba917 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.639182 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3deaea8a-5084-46c7-b0b8-160db0541226 req-3edbb483-dc20-4272-831e-6f6db8ecc091 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872879 Dec 13 11:00:14.664646 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bbc92b55-ab29-4308-8c1a-150773fba917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.669018 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bbc92b55-ab29-4308-8c1a-150773fba917 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:14.670326 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-bbc92b55-ab29-4308-8c1a-150773fba917 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6d2ec7b4-4f7c-4387-8068-9c44b26fd656 HTTP/1.1" status: 204 len: 168 time: 0.1925955 Dec 13 11:00:14.682242 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc92b55-ab29-4308-8c1a-150773fba917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2ec7b4-4f7c-4387-8068-9c44b26fd656,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:14.687627 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-34b5566e-bf4b-4352-b449-e2411037907d req-2f947620-c0e1-438f-92ba-e7a3b8112a32 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042578 Dec 13 11:00:14.798410 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8503680f-0b81-4d30-89f2-11ac24b5f11f req-69f3b76c-fc6a-49bb-b758-d9c580aa537a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:14.799961 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8503680f-0b81-4d30-89f2-11ac24b5f11f req-69f3b76c-fc6a-49bb-b758-d9c580aa537a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0583901 Dec 13 11:00:14.856653 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8503680f-0b81-4d30-89f2-11ac24b5f11f req-d287ed8e-4752-4d6f-9baf-c6dd912dc48c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505657 Dec 13 11:00:15.024721 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b49b-9414-468a-8e00-9f7de8c22e5b req-2ccc0942-7a72-4fd6-a05d-d03be89c8a65 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:15.026320 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e602b49b-9414-468a-8e00-9f7de8c22e5b req-2ccc0942-7a72-4fd6-a05d-d03be89c8a65 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0893872 Dec 13 11:00:15.037112 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40356) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:15.042365 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-08fc25d9-ec76-44b7-8734-322579759b43 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'floatingip': {'port_id': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:15.095743 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40358) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:15.110597 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9b46d293-5012-4552-9565-a7b3741304ea admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:15.118471 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-08fc25d9-ec76-44b7-8734-322579759b43 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:15.194957 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9b46d293-5012-4552-9565-a7b3741304ea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:15.200430 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9b46d293-5012-4552-9565-a7b3741304ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:15.245124 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-9b46d293-5012-4552-9565-a7b3741304ea admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2cdfa306c7ab4cf19f3cb748c2de56a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457598 Dec 13 11:00:15.246796 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40364) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:15.248675 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b46d293-5012-4552-9565-a7b3741304ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970d5cca-2c7f-4fd5-b893-91e1a0cb64dd,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:15.305440 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4dbb60e8-0dc7-47c0-8a76-7c34ee2ac92c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:15.334057 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4dbb60e8-0dc7-47c0-8a76-7c34ee2ac92c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:15.393200 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4dbb60e8-0dc7-47c0-8a76-7c34ee2ac92c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:15.396392 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4dbb60e8-0dc7-47c0-8a76-7c34ee2ac92c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:15.400229 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4dbb60e8-0dc7-47c0-8a76-7c34ee2ac92c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/970d5cca-2c7f-4fd5-b893-91e1a0cb64dd HTTP/1.1" status: 204 len: 168 time: 0.1509006 Dec 13 11:00:15.409402 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbb60e8-0dc7-47c0-8a76-7c34ee2ac92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970d5cca-2c7f-4fd5-b893-91e1a0cb64dd,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:15.611112 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:15.961215 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f2b46a-0ad7-4c14-b397-4d61104139c3 req-0cce6312-2e35-42c4-8d70-645c8014d2c7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:15.962756 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d9f2b46a-0ad7-4c14-b397-4d61104139c3 req-0cce6312-2e35-42c4-8d70-645c8014d2c7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.1986201 Dec 13 11:00:16.034023 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fedae-3502-41c0-9e24-e1c073307812 req-0f846473-96ec-4d1f-bb48-3ceb8ba285e0 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:16.035496 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ed9fedae-3502-41c0-9e24-e1c073307812 req-0f846473-96ec-4d1f-bb48-3ceb8ba285e0 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.2411809 Dec 13 11:00:16.082694 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.db.resource_extend [None req-08fc25d9-ec76-44b7-8734-322579759b43 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 11:00:16.206850 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d9f2b46a-0ad7-4c14-b397-4d61104139c3 req-c0a25930-6fc0-408d-9e69-fa26ae9a3d3c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271802 Dec 13 11:00:16.213866 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-08fc25d9-ec76-44b7-8734-322579759b43 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:16.218404 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ed9fedae-3502-41c0-9e24-e1c073307812 req-d72d3c77-0feb-4a52-83cb-de01a08c99a8 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605415 Dec 13 11:00:16.219523 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-08fc25d9-ec76-44b7-8734-322579759b43 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:16.360196 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.l3_db [None req-08fc25d9-ec76-44b7-8734-322579759b43 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Floating IP 8d915b63-6e1d-4733-8726-605febf17eb1 associated. External IP: 172.27.2.65, port: fac153c9-0078-4e36-8a2d-5fb5d6ab71ec. Dec 13 11:00:16.593408 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08fc25d9-ec76-44b7-8734-322579759b43 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Router 4b67e7dd-332a-4a32-a705-23be2a0baed3 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:00:16.705668 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08fc25d9-ec76-44b7-8734-322579759b43 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:00:16.711039 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-08fc25d9-ec76-44b7-8734-322579759b43 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:16.723178 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] Sync routers for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:00:16.735339 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:00:16.736046 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:00:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:16.745350 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-08fc25d9-ec76-44b7-8734-322579759b43 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "PUT /v2.0/floatingips/8d915b63-6e1d-4733-8726-605febf17eb1 HTTP/1.1" status: 200 len: 990 time: 1.7044754 Dec 13 11:00:16.745350 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:16.760985 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba" -d '{"events": [{"name": "network-changed", "server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:16.813527 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01847f9b-f7cc-4b1d-afb7-fc6c061802ee x-openstack-request-id: req-01847f9b-f7cc-4b1d-afb7-fc6c061802ee {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:16.813921 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:16.814036 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-01847f9b-f7cc-4b1d-afb7-fc6c061802ee {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:16.814436 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'status': 'completed', 'code': 200} Dec 13 11:00:16.858496 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:00:16.980158 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:17.152661 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '8d915b63-6e1d-4733-8726-605febf17eb1', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'port_id': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'mac_address': 'fa:16:3e:ab:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:59:55Z', 'updated_at': '2021-12-13T11:00:15Z', 'revision_number': 1, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:17.180146 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] Checking router: 4b67e7dd-332a-4a32-a705-23be2a0baed3 for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:00:17.189422 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:00:17.190092 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:00:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:17.312744 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:00:17.365462 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40482) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:17.389982 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1179c562-7617-4677-8db6-6f165c41745a req-75f6cf34-1147-49d5-a087-f3faa02d0c61 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:17.391637 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1179c562-7617-4677-8db6-6f165c41745a req-75f6cf34-1147-49d5-a087-f3faa02d0c61 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.1026099 Dec 13 11:00:17.460975 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1179c562-7617-4677-8db6-6f165c41745a req-93a26e54-b0e2-4dbe-bbc0-2bb8fdff53aa tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570364 Dec 13 11:00:17.554875 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c502246b-adb8-4f73-925f-e9c495336bbc admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:17.639709 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '8d915b63-6e1d-4733-8726-605febf17eb1', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'port_id': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'mac_address': 'fa:16:3e:ab:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:59:55Z', 'updated_at': '2021-12-13T11:00:15Z', 'revision_number': 1, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:17.644835 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b7cbd-f31c-4e22-bfa6-007a48d2919b req-c76ef2cd-0a9a-42fc-b402-355e65682f35 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:17.646351 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bf0b7cbd-f31c-4e22-bfa6-007a48d2919b req-c76ef2cd-0a9a-42fc-b402-355e65682f35 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0816395 Dec 13 11:00:17.667067 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6568d223-aafd-45ba-8f6c-6ff4f9915c6c None None] The sync data for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi is: [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '8d915b63-6e1d-4733-8726-605febf17eb1', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'floating_ip_address': '172.27.2.65', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'port_id': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'mac_address': 'fa:16:3e:ab:66:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:59:55Z', 'updated_at': '2021-12-13T11:00:15Z', 'revision_number': 1, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:00:17.721808 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c502246b-adb8-4f73-925f-e9c495336bbc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:17.726739 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bf0b7cbd-f31c-4e22-bfa6-007a48d2919b req-81034710-8b5e-4d20-97f2-5ac0b91555fd tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735776 Dec 13 11:00:17.727773 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c502246b-adb8-4f73-925f-e9c495336bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:17.769409 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-c502246b-adb8-4f73-925f-e9c495336bbc admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=da67b0bf62f2407ebb0776347f468c32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027214 Dec 13 11:00:17.770120 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c502246b-adb8-4f73-925f-e9c495336bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5703bcd6-642b-4ffc-8026-0a6b2ca9dd5b,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:17.772143 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40496) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:17.826082 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-30fb1829-76c7-4975-8b93-af1a5783ea91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:17.831346 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abaaa38-c8e6-42e0-965a-ed9a6f1e9967 req-917c23fe-8f47-434d-accc-713d09e70963 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:17.833045 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0abaaa38-c8e6-42e0-965a-ed9a6f1e9967 req-917c23fe-8f47-434d-accc-713d09e70963 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0524914 Dec 13 11:00:17.841950 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40498) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:17.846898 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-90081abe-e9a1-4052-83d4-b80a3dd1dca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'floatingip': {'port_id': 'bc9b21c3-d3df-42af-aca7-a1382fe10718'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:17.858636 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-30fb1829-76c7-4975-8b93-af1a5783ea91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:17.878897 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1cd322-f9db-4eb7-a042-527efbff9aef None None] New status for floating IP 8d915b63-6e1d-4733-8726-605febf17eb1: ACTIVE {{(pid=102443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:00:17.892028 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-90081abe-e9a1-4052-83d4-b80a3dd1dca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:17.908792 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-30fb1829-76c7-4975-8b93-af1a5783ea91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:17.911589 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-30fb1829-76c7-4975-8b93-af1a5783ea91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:17.915072 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-30fb1829-76c7-4975-8b93-af1a5783ea91 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5703bcd6-642b-4ffc-8026-0a6b2ca9dd5b HTTP/1.1" status: 204 len: 168 time: 0.1390507 Dec 13 11:00:17.924228 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb1829-76c7-4975-8b93-af1a5783ea91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5703bcd6-642b-4ffc-8026-0a6b2ca9dd5b,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:18.068542 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.205734 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40504) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:18.220347 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b561c133-55d5-4fdd-9223-9994a9b6dce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.309564 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b561c133-55d5-4fdd-9223-9994a9b6dce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.313899 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b561c133-55d5-4fdd-9223-9994a9b6dce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.356714 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b561c133-55d5-4fdd-9223-9994a9b6dce9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e592c74dda3f4bcfa511bbb214e067a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1495926 Dec 13 11:00:18.360097 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40508) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:18.383087 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b561c133-55d5-4fdd-9223-9994a9b6dce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54b88e6f-ceb4-41ff-84df-3cc9ef695460,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:18.419885 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c5f78a21-5b26-41aa-beb0-f9f3dfdadacb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.440956 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c5f78a21-5b26-41aa-beb0-f9f3dfdadacb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.490350 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c5f78a21-5b26-41aa-beb0-f9f3dfdadacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.493672 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c5f78a21-5b26-41aa-beb0-f9f3dfdadacb admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.494871 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c5f78a21-5b26-41aa-beb0-f9f3dfdadacb admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/54b88e6f-ceb4-41ff-84df-3cc9ef695460 HTTP/1.1" status: 204 len: 168 time: 0.1336772 Dec 13 11:00:18.502972 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f78a21-5b26-41aa-beb0-f9f3dfdadacb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54b88e6f-ceb4-41ff-84df-3cc9ef695460,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:18.582483 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-90081abe-e9a1-4052-83d4-b80a3dd1dca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.587665 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-90081abe-e9a1-4052-83d4-b80a3dd1dca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:18.691966 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.l3_db [None req-90081abe-e9a1-4052-83d4-b80a3dd1dca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Floating IP e7cccd7f-6a2d-4570-8279-2fa3fffaf740 associated. External IP: 172.27.2.38, port: bc9b21c3-d3df-42af-aca7-a1382fe10718. Dec 13 11:00:18.888417 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8132af7-088a-4923-aea2-53196c5f4f76 req-d00bb246-2680-4eca-b7dc-ffa2f17b740f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:18.890625 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d8132af7-088a-4923-aea2-53196c5f4f76 req-d00bb246-2680-4eca-b7dc-ffa2f17b740f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0943546 Dec 13 11:00:18.983024 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90081abe-e9a1-4052-83d4-b80a3dd1dca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Router 834feaa0-49d6-4c27-9321-32a4420f088b has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:00:18.987459 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d8132af7-088a-4923-aea2-53196c5f4f76 req-71135095-4e4f-4e03-a961-def0182b3a73 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624640 Dec 13 11:00:19.102754 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90081abe-e9a1-4052-83d4-b80a3dd1dca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:00:19.107427 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-90081abe-e9a1-4052-83d4-b80a3dd1dca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:19.114239 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] Sync routers for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:00:19.127735 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:00:19.128370 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:00:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:19.134741 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-90081abe-e9a1-4052-83d4-b80a3dd1dca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "PUT /v2.0/floatingips/e7cccd7f-6a2d-4570-8279-2fa3fffaf740 HTTP/1.1" status: 200 len: 990 time: 1.2914267 Dec 13 11:00:19.135411 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4acec20a-4650-493d-a314-d1fb5a781e74', 'tag': 'bc9b21c3-d3df-42af-aca7-a1382fe10718'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:19.138921 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833950d1-613d-40bb-804e-a4310f0d7cee" -d '{"events": [{"name": "network-changed", "server_uuid": "4acec20a-4650-493d-a314-d1fb5a781e74", "tag": "bc9b21c3-d3df-42af-aca7-a1382fe10718"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:19.237184 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:00:19.462560 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': 'e7cccd7f-6a2d-4570-8279-2fa3fffaf740', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'port_id': 'bc9b21c3-d3df-42af-aca7-a1382fe10718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'mac_address': 'fa:16:3e:f2:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acec20a-4650-493d-a314-d1fb5a781e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:59:57Z', 'updated_at': '2021-12-13T11:00:18Z', 'revision_number': 1, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:19.591263 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] Checking router: 834feaa0-49d6-4c27-9321-32a4420f088b for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:00:19.605169 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:00:19.605897 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:00:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:19.718048 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:00:19.865328 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-6b905c8b-e194-44fe-8f06-f6dbf1bb7286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:19.867285 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-6b905c8b-e194-44fe-8f06-f6dbf1bb7286 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 1098 time: 0.0510874 Dec 13 11:00:19.885705 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f895bbc-cdc9-426f-9b33-0aa475d1b748 x-openstack-request-id: req-3f895bbc-cdc9-426f-9b33-0aa475d1b748 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:19.885994 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4acec20a-4650-493d-a314-d1fb5a781e74", "tag": "bc9b21c3-d3df-42af-aca7-a1382fe10718", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:19.886260 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3f895bbc-cdc9-426f-9b33-0aa475d1b748 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:19.886763 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4acec20a-4650-493d-a314-d1fb5a781e74', 'tag': 'bc9b21c3-d3df-42af-aca7-a1382fe10718', 'status': 'completed', 'code': 200} Dec 13 11:00:19.954689 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833950d1-613d-40bb-804e-a4310f0d7cee req-a72e87d2-dbe6-483a-9431-c2194da5e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:19.956213 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-833950d1-613d-40bb-804e-a4310f0d7cee req-a72e87d2-dbe6-483a-9431-c2194da5e809 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 1098 time: 0.0439050 Dec 13 11:00:19.972171 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': 'e7cccd7f-6a2d-4570-8279-2fa3fffaf740', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'port_id': 'bc9b21c3-d3df-42af-aca7-a1382fe10718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'mac_address': 'fa:16:3e:f2:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acec20a-4650-493d-a314-d1fb5a781e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:59:57Z', 'updated_at': '2021-12-13T11:00:18Z', 'revision_number': 1, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:19.976817 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-765612b5-5213-435d-90ba-1134dafd76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:19.978421 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-765612b5-5213-435d-90ba-1134dafd76dd service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 917 time: 0.1019804 Dec 13 11:00:20.003881 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa7e1e1-dc2e-426c-b4ed-552f5bafeeb4 None None] The sync data for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi is: [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': 'e7cccd7f-6a2d-4570-8279-2fa3fffaf740', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'floating_ip_address': '172.27.2.38', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'port_id': 'bc9b21c3-d3df-42af-aca7-a1382fe10718', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 159, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'mac_address': 'fa:16:3e:f2:1a:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4acec20a-4650-493d-a314-d1fb5a781e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T10:59:57Z', 'updated_at': '2021-12-13T11:00:18Z', 'revision_number': 1, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:00:20.107166 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833950d1-613d-40bb-804e-a4310f0d7cee req-a6a0c915-7067-4ab3-a0bb-c2a068656a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:20.107415 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-9a8ca176-1e8b-44a2-ab07-557dc980a60f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec HTTP/1.1" status: 200 len: 1000 time: 0.1159606 Dec 13 11:00:20.109473 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-833950d1-613d-40bb-804e-a4310f0d7cee req-a6a0c915-7067-4ab3-a0bb-c2a068656a1e service neutron] 10.222.0.39 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 912 time: 0.1336939 Dec 13 11:00:20.197898 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-6f014ccb-96a2-4306-b2e4-780fab632009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:20.199730 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-6f014ccb-96a2-4306-b2e4-780fab632009 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.0565069 Dec 13 11:00:20.208052 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd132cf9-9854-4b77-bcf2-7b92fd3235d2 req-a7af907f-6141-4ad4-a44e-93504fb9fa40 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:20.209685 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dd132cf9-9854-4b77-bcf2-7b92fd3235d2 req-a7af907f-6141-4ad4-a44e-93504fb9fa40 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.1007686 Dec 13 11:00:20.223912 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-833950d1-613d-40bb-804e-a4310f0d7cee req-c5ba7c37-71e4-428f-bdf8-5853022f19d9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718 HTTP/1.1" status: 200 len: 998 time: 0.0965614 Dec 13 11:00:20.280954 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34e9c17-3d6f-4b2d-9b87-d0ba2f2e59ad None None] New status for floating IP e7cccd7f-6a2d-4570-8279-2fa3fffaf740: ACTIVE {{(pid=102443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:00:20.289259 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dd132cf9-9854-4b77-bcf2-7b92fd3235d2 req-8736ecf6-d238-467d-b3fb-a2d617ff6cd1 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700431 Dec 13 11:00:20.291932 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-64eb2319-73f2-45f6-8180-cd4fadfdaacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:20.293435 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-64eb2319-73f2-45f6-8180-cd4fadfdaacc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0829735 Dec 13 11:00:20.305724 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833950d1-613d-40bb-804e-a4310f0d7cee req-b082d37f-eb6a-40f6-8bf5-126b5bdf4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:20.307249 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-833950d1-613d-40bb-804e-a4310f0d7cee req-b082d37f-eb6a-40f6-8bf5-126b5bdf4958 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6896b4b5-32fc-43fc-a5f0-223c5f72a56d HTTP/1.1" status: 200 len: 850 time: 0.0582914 Dec 13 11:00:20.362257 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833950d1-613d-40bb-804e-a4310f0d7cee req-31d0eed3-beab-4a79-b5a5-35394d202e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:20.363769 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-833950d1-613d-40bb-804e-a4310f0d7cee req-31d0eed3-beab-4a79-b5a5-35394d202e83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0472732 Dec 13 11:00:20.408400 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-438c9cfa-bf88-4bf1-b845-49003da48f61 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924172 Dec 13 11:00:20.490046 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-833950d1-613d-40bb-804e-a4310f0d7cee req-c4d757c5-6e35-4202-8f77-e0e7df6fa964 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130507 Dec 13 11:00:20.517693 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-57b42a98-c2e5-44f3-88ea-6efa4c6beaba req-d6d4ea06-b6b0-46e2-853f-bc365b100c5c service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970535 Dec 13 11:00:20.589982 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-833950d1-613d-40bb-804e-a4310f0d7cee req-f123a1c6-9031-4871-8caa-fa7fe3864c64 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907383 Dec 13 11:00:21.366684 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5fdc4-cca3-4f6f-a786-b01da2c51042 req-c314ba53-51ce-45fd-babf-f96421eea171 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:21.368163 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9aa5fdc4-cca3-4f6f-a786-b01da2c51042 req-c314ba53-51ce-45fd-babf-f96421eea171 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 945 time: 0.0578127 Dec 13 11:00:21.441825 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48613f13-b64f-4faf-b621-75f03e7a2027 req-7065e362-6c6b-4e4c-a81c-02ec1d151470 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:21.443222 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-48613f13-b64f-4faf-b621-75f03e7a2027 req-7065e362-6c6b-4e4c-a81c-02ec1d151470 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0741642 Dec 13 11:00:21.446782 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9aa5fdc4-cca3-4f6f-a786-b01da2c51042 req-f6c76110-1324-406e-b223-9143d484ce35 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694568 Dec 13 11:00:21.491006 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-48613f13-b64f-4faf-b621-75f03e7a2027 req-54a22358-aeba-4be0-b328-13d3fa14058b tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405819 Dec 13 11:00:24.627990 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc15bc0-a20d-4944-ac15-eb2d490dce45 req-e98fc7fe-0d71-462e-b9d7-ec267532982d tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:24.629449 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3fc15bc0-a20d-4944-ac15-eb2d490dce45 req-e98fc7fe-0d71-462e-b9d7-ec267532982d tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 945 time: 0.0779696 Dec 13 11:00:24.640495 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97776b77-8b44-4c44-97d9-2db0fc799f4b req-59f68545-7edc-4053-9c34-446736aaefb5 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:24.641857 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-97776b77-8b44-4c44-97d9-2db0fc799f4b req-59f68545-7edc-4053-9c34-446736aaefb5 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0784376 Dec 13 11:00:24.711573 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3fc15bc0-a20d-4944-ac15-eb2d490dce45 req-6752297a-9987-4c82-8e40-3596d235c4da tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687809 Dec 13 11:00:24.715015 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-97776b77-8b44-4c44-97d9-2db0fc799f4b req-d05d8112-f0af-43fe-a86d-030c8712ee7e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666056 Dec 13 11:00:28.237270 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e5ff3-2992-4b66-a0a7-e989fa1efc84 req-56946989-1350-47cb-a8b1-749d3977d27f tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:28.238847 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c85e5ff3-2992-4b66-a0a7-e989fa1efc84 req-56946989-1350-47cb-a8b1-749d3977d27f tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 945 time: 0.0779097 Dec 13 11:00:28.253380 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c38f9b-782f-4d59-b864-bc481a7f40d7 req-20629fcb-0f44-4a8e-9336-95d3dcb63e71 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:28.254761 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-81c38f9b-782f-4d59-b864-bc481a7f40d7 req-20629fcb-0f44-4a8e-9336-95d3dcb63e71 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0675635 Dec 13 11:00:28.319584 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c85e5ff3-2992-4b66-a0a7-e989fa1efc84 req-1d75e9a9-6d38-4c4e-825e-01e3ef4eb29d tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747883 Dec 13 11:00:28.326729 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-81c38f9b-782f-4d59-b864-bc481a7f40d7 req-80947935-89dd-4f27-aca0-ea4d1f0f7e18 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661476 Dec 13 11:00:32.070953 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a4116-01ab-41ec-9054-62b7ba11fe7e req-bba6cb37-e7d0-40cb-8d33-542da7096a2e tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:32.072425 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-056a4116-01ab-41ec-9054-62b7ba11fe7e req-bba6cb37-e7d0-40cb-8d33-542da7096a2e tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 945 time: 0.0740249 Dec 13 11:00:32.084164 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b4af8-e798-4de0-b7ee-7c1348b37f56 req-21a7b0ea-85cf-4ab6-8d04-6e01451ea500 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:32.085548 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-553b4af8-e798-4de0-b7ee-7c1348b37f56 req-21a7b0ea-85cf-4ab6-8d04-6e01451ea500 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0781643 Dec 13 11:00:32.157858 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-056a4116-01ab-41ec-9054-62b7ba11fe7e req-c94ba54e-f90e-45f3-8b06-67bdd324c9ef tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713499 Dec 13 11:00:32.162673 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-553b4af8-e798-4de0-b7ee-7c1348b37f56 req-9a1c6e45-6866-467c-a1dd-9070fc7a3c59 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705972 Dec 13 11:00:35.740822 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc40639-c7a8-4126-9478-bcde264a65de req-10a32ba2-0e9e-46d9-8077-be7c349a168f tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.742434 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ffc40639-c7a8-4126-9478-bcde264a65de req-10a32ba2-0e9e-46d9-8077-be7c349a168f tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 945 time: 0.0779626 Dec 13 11:00:35.748134 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-365a8158-acc1-43d3-acdb-4f7d31cd3087 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.749979 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-365a8158-acc1-43d3-acdb-4f7d31cd3087 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.39 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 945 time: 0.0821960 Dec 13 11:00:35.750995 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925df966-79ff-4f2f-b570-f51f8191dc7e req-efc66780-a186-47ca-8ca5-bd1bf854418d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:35.752374 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-925df966-79ff-4f2f-b570-f51f8191dc7e req-efc66780-a186-47ca-8ca5-bd1bf854418d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0787284 Dec 13 11:00:35.824100 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ffc40639-c7a8-4126-9478-bcde264a65de req-2169b87b-934e-440a-84cb-919d0345c97e tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/security-groups?id=28112f0d-2940-4bd7-8482-20e33d49d172&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707448 Dec 13 11:00:35.830730 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-925df966-79ff-4f2f-b570-f51f8191dc7e req-7347d045-7e91-42d2-89a5-18b6b3e46480 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717096 Dec 13 11:00:35.901548 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Deleting port ce346659-74c4-4a36-9673-dc651c04b567 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:00:35.901894 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:35.993488 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] For port ce346659-74c4-4a36-9673-dc651c04b567, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ce346659-74c4-4a36-9673-dc651c04b567,segment=NetworkSegment(38d0e307-5116-4e97-b212-ab677ae0d8d3),segment_id=38d0e307-5116-4e97-b212-ab677ae0d8d3)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:00:35.993874 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:36.009717 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Calling delete_port for ce346659-74c4-4a36-9673-dc651c04b567 owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:00:36.191217 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:36.226154 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Pushing event deleted for resources: {'Port': ['ID=ce346659-74c4-4a36-9673-dc651c04b567,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:36.256847 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.257222 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.257607 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.257944 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.258744 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.258744 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.258974 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.259234 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.259625 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.260079 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.260383 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.260732 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.261049 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:36.297934 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] No DVR routers for this DVR port ce346659-74c4-4a36-9673-dc651c04b567 on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:00:36.301319 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:36.304724 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-308a1dbf-2f81-44e8-91cc-66e816da934c req-567eef2b-fb9f-4285-a9ed-811c73800a42 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.39 "DELETE /v2.0/ports/ce346659-74c4-4a36-9673-dc651c04b567 HTTP/1.1" status: 204 len: 173 time: 0.5476649 Dec 13 11:00:36.305172 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97770d8a-f613-4c40-a5f4-fc24de508094', 'name': 'network-vif-deleted', 'tag': 'ce346659-74c4-4a36-9673-dc651c04b567'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:36.307481 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78456ba9-d79f-4247-b92c-dd6d4b95001d" -d '{"events": [{"server_uuid": "97770d8a-f613-4c40-a5f4-fc24de508094", "name": "network-vif-deleted", "tag": "ce346659-74c4-4a36-9673-dc651c04b567"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:36.346440 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b7d946-b819-412e-a77e-07e9188c7c89 x-openstack-request-id: req-10b7d946-b819-412e-a77e-07e9188c7c89 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:36.346776 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97770d8a-f613-4c40-a5f4-fc24de508094", "name": "network-vif-deleted", "tag": "ce346659-74c4-4a36-9673-dc651c04b567", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:36.347032 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-10b7d946-b819-412e-a77e-07e9188c7c89 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:36.347413 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97770d8a-f613-4c40-a5f4-fc24de508094', 'name': 'network-vif-deleted', 'tag': 'ce346659-74c4-4a36-9673-dc651c04b567', 'status': 'completed', 'code': 200} Dec 13 11:00:36.971502 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d77f19d2-ddfc-42e1-ba59-0f3c3be7c7e2 req-d35071fe-2d00-4f69-844d-d5c189fd5143 tempest-DeleteServersTestJSON-1966166943 tempest-DeleteServersTestJSON-1966166943-project] 10.222.0.43 "GET /v2.0/ports?device_id=97770d8a-f613-4c40-a5f4-fc24de508094 HTTP/1.1" status: 200 len: 210 time: 0.0307329 Dec 13 11:00:36.987866 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b5c58-729c-4ab1-991d-56318420960e req-9ddc698a-680e-4c71-ad7c-5d80937bbb84 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:36.989315 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d55b5c58-729c-4ab1-991d-56318420960e req-9ddc698a-680e-4c71-ad7c-5d80937bbb84 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0793085 Dec 13 11:00:37.006579 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device ce346659-74c4-4a36-9673-dc651c04b567 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:00:37.027744 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: ce346659-74c4-4a36-9673-dc651c04b567 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:00:37.028334 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device ce346659-74c4-4a36-9673-dc651c04b567 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:00:37.041588 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d55b5c58-729c-4ab1-991d-56318420960e req-dd6092df-f290-48df-8d02-cd74ec9fba79 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462534 Dec 13 11:00:37.539791 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40820) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:37.657897 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5f18951d-a6fb-49f0-8a63-2153b672161b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:37.731926 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5f18951d-a6fb-49f0-8a63-2153b672161b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:37.738969 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5f18951d-a6fb-49f0-8a63-2153b672161b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:37.778231 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18951d-a6fb-49f0-8a63-2153b672161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c48201-7c3c-464c-b74a-03f15d41058b,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:37.786311 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-5f18951d-a6fb-49f0-8a63-2153b672161b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c499f5545e5747e29a485365d8635d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2447660 Dec 13 11:00:37.786431 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40832) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:37.833829 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:37.855588 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:37.915956 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:37.918915 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:37.920251 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/02c48201-7c3c-464c-b74a-03f15d41058b HTTP/1.1" status: 204 len: 168 time: 0.1333356 Dec 13 11:00:37.929158 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c48201-7c3c-464c-b74a-03f15d41058b,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:37.936367 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.936710 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.937055 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.937377 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.937684 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.938016 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.938335 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.938678 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.939041 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.939294 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.939603 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.939916 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:37.940224 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9699b3aa-d1dd-4b0b-bdc6-96f612094073 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:00:38.176556 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec07ced-f191-43f1-b59d-30c55ed6831c req-ddb4a974-874b-4fc5-b5c5-b1f6a78078eb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:38.179071 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9ec07ced-f191-43f1-b59d-30c55ed6831c req-ddb4a974-874b-4fc5-b5c5-b1f6a78078eb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0603640 Dec 13 11:00:38.202149 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40850) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:38.234775 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9ec07ced-f191-43f1-b59d-30c55ed6831c req-0ff62744-45c4-4c51-a8c1-10744efebec9 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495505 Dec 13 11:00:38.395708 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2a29f682-fe24-4a82-8e24-e783312595c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:38.428723 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:00:38.474061 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2a29f682-fe24-4a82-8e24-e783312595c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:38.478055 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2a29f682-fe24-4a82-8e24-e783312595c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:38.520762 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-2a29f682-fe24-4a82-8e24-e783312595c9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1371226afeec4f6ab4af6878f961a6b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173499 Dec 13 11:00:38.523218 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a29f682-fe24-4a82-8e24-e783312595c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6032241e-2605-4ae9-af1f-51270e478c96,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:38.523987 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40860) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:38.582706 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-92050a01-2d78-4f16-b0b0-3363b9cac419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:38.605160 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-92050a01-2d78-4f16-b0b0-3363b9cac419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:38.653166 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-92050a01-2d78-4f16-b0b0-3363b9cac419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:38.656170 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-92050a01-2d78-4f16-b0b0-3363b9cac419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:38.657321 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-92050a01-2d78-4f16-b0b0-3363b9cac419 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6032241e-2605-4ae9-af1f-51270e478c96 HTTP/1.1" status: 204 len: 168 time: 0.1322262 Dec 13 11:00:38.668058 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92050a01-2d78-4f16-b0b0-3363b9cac419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6032241e-2605-4ae9-af1f-51270e478c96,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:39.820227 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40910) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:39.931657 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0a30602d-a643-476b-b3a6-5e9399f62fde admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:40.014975 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0a30602d-a643-476b-b3a6-5e9399f62fde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:40.021024 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0a30602d-a643-476b-b3a6-5e9399f62fde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:40.060297 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-0a30602d-a643-476b-b3a6-5e9399f62fde admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9f8c59d91ed54777b2a4f467868f3b9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2388296 Dec 13 11:00:40.061417 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30602d-a643-476b-b3a6-5e9399f62fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cd926f-05dc-497e-9342-28376d75e044,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:40.063435 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40914) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:40.112385 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bbc5b80e-e554-4c04-a1b9-c686d9a0ec93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:40.135576 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bbc5b80e-e554-4c04-a1b9-c686d9a0ec93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:40.183898 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:40.184524 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bbc5b80e-e554-4c04-a1b9-c686d9a0ec93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:40.187208 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bbc5b80e-e554-4c04-a1b9-c686d9a0ec93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:40.188515 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-bbc5b80e-e554-4c04-a1b9-c686d9a0ec93 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d9cd926f-05dc-497e-9342-28376d75e044 HTTP/1.1" status: 204 len: 168 time: 0.1240199 Dec 13 11:00:40.196848 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5b80e-e554-4c04-a1b9-c686d9a0ec93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cd926f-05dc-497e-9342-28376d75e044,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:40.978398 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8985842f-f4db-473a-8135-34995fd543f3 req-bc80add0-e92e-4c48-9aaa-e63eba232ad5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544238 Dec 13 11:00:41.083072 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00cc1e-50e9-4eda-94b0-1bb08731d2dd req-327a417e-713a-4e93-850e-f2b6db0b2f8c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:41.084582 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bf00cc1e-50e9-4eda-94b0-1bb08731d2dd req-327a417e-713a-4e93-850e-f2b6db0b2f8c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0529528 Dec 13 11:00:41.130750 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985842f-f4db-473a-8135-34995fd543f3 req-681589d3-4e73-49c2-9b3e-82590302780c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:41.132230 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8985842f-f4db-473a-8135-34995fd543f3 req-681589d3-4e73-49c2-9b3e-82590302780c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 1099 time: 0.0406363 Dec 13 11:00:41.132388 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bf00cc1e-50e9-4eda-94b0-1bb08731d2dd req-80bd22a9-1ceb-4026-8775-8589daaafa95 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418494 Dec 13 11:00:41.264019 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985842f-f4db-473a-8135-34995fd543f3 req-cccff302-1499-4fa8-a210-6186283ecd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:41.265640 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8985842f-f4db-473a-8135-34995fd543f3 req-cccff302-1499-4fa8-a210-6186283ecd32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 915 time: 0.0984001 Dec 13 11:00:41.311603 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8985842f-f4db-473a-8135-34995fd543f3 req-f6f8429b-9933-40c7-b41b-c764717a59d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=569fddf1-61b8-4fca-91cb-cf3b6d4824fb HTTP/1.1" status: 200 len: 217 time: 0.0376868 Dec 13 11:00:41.367132 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985842f-f4db-473a-8135-34995fd543f3 req-3f2c74d5-c11b-443c-a573-28f1af3112c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:41.368566 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8985842f-f4db-473a-8135-34995fd543f3 req-3f2c74d5-c11b-443c-a573-28f1af3112c2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd7a891a-17a8-4510-9d50-364848293909 HTTP/1.1" status: 200 len: 854 time: 0.0454185 Dec 13 11:00:41.415115 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8985842f-f4db-473a-8135-34995fd543f3 req-afa2665e-8d56-4ca0-afa9-c377146d1ef0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea53f06c-9409-4221-badf-180307a92e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255482 Dec 13 11:00:41.516271 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8985842f-f4db-473a-8135-34995fd543f3 req-73dea354-15f1-4d83-aaca-b8342e7b0f0d service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890634 Dec 13 11:00:42.067371 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3bbe11c8-631b-4841-91cc-ad0f62933022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.370061 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c5033f59-0a04-419e-a19f-7b805c337875 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:44.664331 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8985842f-f4db-473a-8135-34995fd543f3 req-103399ec-86d8-4846-a8ff-9d88722fd781 service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166091 Dec 13 11:00:44.724436 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedc026-bbcf-4296-b011-e27b27bc3dc5 req-db7da8d5-9202-4e74-9b7c-fe50fadbb65c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:44.726521 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1cedc026-bbcf-4296-b011-e27b27bc3dc5 req-db7da8d5-9202-4e74-9b7c-fe50fadbb65c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0620108 Dec 13 11:00:44.800670 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1cedc026-bbcf-4296-b011-e27b27bc3dc5 req-3b6c33a8-0e2d-4b16-a7d5-a6865675a260 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644751 Dec 13 11:00:45.611906 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:45.818121 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 40984) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:45.867129 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e37b7cf-0430-4b22-947e-742c08e04306 admin admin] Deleting subnet b7a7f807-342d-452d-b0b7-1cfff2c2acdb {{(pid=102442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:00:45.870363 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9e37b7cf-0430-4b22-947e-742c08e04306 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:45.910845 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9e37b7cf-0430-4b22-947e-742c08e04306 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997051'] for subnet, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:45.923357 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72538b1-c54f-4e08-b0b2-2d89610ce37a req-03a8aec1-9332-4619-883c-40c54fe63154 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:45.926358 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d72538b1-c54f-4e08-b0b2-2d89610ce37a req-03a8aec1-9332-4619-883c-40c54fe63154 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0501258 Dec 13 11:00:45.954518 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9e37b7cf-0430-4b22-947e-742c08e04306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:45.976823 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d72538b1-c54f-4e08-b0b2-2d89610ce37a req-4ef9f04e-f2a3-490d-8546-b34d90a4064f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459545 Dec 13 11:00:46.016218 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9e37b7cf-0430-4b22-947e-742c08e04306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125856775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126431429'] for subnet, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.045451 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37b7cf-0430-4b22-947e-742c08e04306 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7a7f807-342d-452d-b0b7-1cfff2c2acdb,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:46.049748 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9e37b7cf-0430-4b22-947e-742c08e04306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.053277 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-9e37b7cf-0430-4b22-947e-742c08e04306 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b7a7f807-342d-452d-b0b7-1cfff2c2acdb HTTP/1.1" status: 204 len: 168 time: 0.2339957 Dec 13 11:00:46.055913 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 40998) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:46.133690 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.221596 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.247318 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.247934 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.248881 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.249454 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.250129 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.250667 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.251153 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.251658 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.252138 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.252625 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.329862 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.330232 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.330602 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.330938 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102441) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 13 11:00:46.331302 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16dce95-4ddc-4411-8a0f-88c503a8b2ed']}} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:46.351343 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d0e307-5116-4e97-b212-ab677ae0d8d3') {'for_net_delete': True} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:46.351680 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d0e307-5116-4e97-b212-ab677ae0d8d3') {} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:00:46.381168 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129324843'] for segment, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.407944 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.417785 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Releasing vlan 283 on physical network physnet1 to pool {{(pid=102441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:00:46.418307 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126324809'] for segment, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: from cryptography.utils import int_from_bytes Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: from cryptography.utils import int_from_bytes Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: Traceback (most recent call last): Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: timer() Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: cb(*args, **kw) Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: return func(*args, **kwargs) Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: self._notify() Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: self.callback(batched_events) Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: event.method(event) Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: return f(self, *a, **k) Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._get(url).json() Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: return self.request(url, 'GET', **kwargs) Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:00:46.422802 dv-cinder-808574-5-iscsi neutron-server[102441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:00:46.740295 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.752439 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.755453 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e16dce95-4ddc-4411-8a0f-88c503a8b2ed HTTP/1.1" status: 204 len: 168 time: 0.6985323 Dec 13 11:00:46.770953 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef9aea-76c6-41ec-a80e-15b9118d96c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16dce95-4ddc-4411-8a0f-88c503a8b2ed,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:46.804423 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-ab5f1926-3894-4c43-9398-1ee42d062568 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:46.805889 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-ab5f1926-3894-4c43-9398-1ee42d062568 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 814 time: 0.3822973 Dec 13 11:00:46.822186 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-3a554a1d-3be9-4547-8b66-a375f2acc2ed tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/quotas/8c2e709bf148487db8b7da1d7f71a7b7 HTTP/1.1" status: 200 len: 375 time: 0.0104325 Dec 13 11:00:46.872351 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-620b3a88-de32-4ff4-8da1-fbbac0b223a4 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0445817 Dec 13 11:00:46.926761 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41028) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:46.968840 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-18aee9a3-793c-4fb6-a5a0-be6bb5ebb433 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0b5c45fc7490420b9893a21dfad6bcf4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406840 Dec 13 11:00:46.971496 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41030) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:46.974374 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:46.979327 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-39e90390-903a-4351-ba6c-51afe5f7e26a service neutron] 10.222.0.43 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994453 Dec 13 11:00:47.019749 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ac59ab54-a0f1-4a3a-b550-f6a03fc3b566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:47.046630 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ac59ab54-a0f1-4a3a-b550-f6a03fc3b566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:47.073929 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fdc6669b-9b66-4c9c-90e0-f64761640b33 service neutron] 10.222.0.43 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882490 Dec 13 11:00:47.094913 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ac59ab54-a0f1-4a3a-b550-f6a03fc3b566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:47.097649 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ac59ab54-a0f1-4a3a-b550-f6a03fc3b566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:47.098955 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-ac59ab54-a0f1-4a3a-b550-f6a03fc3b566 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/28112f0d-2940-4bd7-8482-20e33d49d172 HTTP/1.1" status: 204 len: 168 time: 0.1263883 Dec 13 11:00:47.107680 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac59ab54-a0f1-4a3a-b550-f6a03fc3b566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28112f0d-2940-4bd7-8482-20e33d49d172,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:48.024489 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:49.918503 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-da2f651c-aa29-4ab7-bb65-b4ea855bd68a req-77bc8fa0-9b6c-49fa-8652-e4ba7ebb876d tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 210 time: 0.0326917 Dec 13 11:00:49.934239 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182f30b-3c45-46ce-ba27-45dd9e2597f6 req-7118e021-ecc9-458b-9b48-e966ebf158c9 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:49.935732 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1182f30b-3c45-46ce-ba27-45dd9e2597f6 req-7118e021-ecc9-458b-9b48-e966ebf158c9 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0770943 Dec 13 11:00:49.984147 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1182f30b-3c45-46ce-ba27-45dd9e2597f6 req-b837d34a-9bd5-45af-8b4e-cc667be99273 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414360 Dec 13 11:00:50.604219 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-f94d974b-ec35-4566-885d-388fc54108a5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:50.606245 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-f94d974b-ec35-4566-885d-388fc54108a5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 814 time: 0.1389840 Dec 13 11:00:50.626451 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Request body: {'port': {'device_id': '1177aa7c-1a90-435b-9c4a-a1eaec427ace', 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f', 'admin_state_up': True, 'tenant_id': '8c2e709bf148487db8b7da1d7f71a7b7'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:50.782098 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Made reservation on behalf of 8c2e709bf148487db8b7da1d7f71a7b7 for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:00:50.785861 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:50.927626 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Allocated IP 172.20.0.11 (ea53f06c-9409-4221-badf-180307a92e9f/fd7a891a-17a8-4510-9d50-364848293909/935382e4-b821-4f8f-94e6-cd910ffcc6c9) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:00:51.023250 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-92d64cff-31c3-4e10-9ee6-21b6d4db037d req-f7b7c149-a99a-4a6a-87a7-fab3c6a18dd2 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 210 time: 0.0296574 Dec 13 11:00:51.112113 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:51.140809 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd15ec-40c8-4b1d-9159-1d4ce8b10e94 req-b10bcb64-1cae-44b1-a1b0-cdfa0c8cfe4b tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:51.142618 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1fd15ec-40c8-4b1d-9159-1d4ce8b10e94 req-b10bcb64-1cae-44b1-a1b0-cdfa0c8cfe4b tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0538163 Dec 13 11:00:51.150413 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:51.170352 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['569fddf1-61b8-4fca-91cb-cf3b6d4824fb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:00:51.198119 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Network ea53f06c-9409-4221-badf-180307a92e9f is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:00:51.201343 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:00:51.202432 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1fd15ec-40c8-4b1d-9159-1d4ce8b10e94 req-bde2e28d-c0a9-4b2c-ab52-6dc63c1a9190 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491242 Dec 13 11:00:51.205652 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:00:51.234707 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Pushing event updated for resources: {'Port': ['ID=935382e4-b821-4f8f-94e6-cd910ffcc6c9,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:51.264772 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:51.265202 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:51.283378 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-fbbf11fe-a25a-4b55-a76c-56ef05cdef7e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6616173 Dec 13 11:00:51.297324 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Request body: {'port': {'device_id': '1177aa7c-1a90-435b-9c4a-a1eaec427ace', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:00:51.362239 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:51.636720 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 935382e4-b821-4f8f-94e6-cd910ffcc6c9 {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:00:51.644504 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:51.658040 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Transition to ACTIVE for port object 935382e4-b821-4f8f-94e6-cd910ffcc6c9 will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:00:51.664073 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:51.726659 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Pushing event updated for resources: {'Port': ['ID=935382e4-b821-4f8f-94e6-cd910ffcc6c9,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:51.800920 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Attempting to bind port 935382e4-b821-4f8f-94e6-cd910ffcc6c9 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:00:51.801263 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Attempting to bind port 935382e4-b821-4f8f-94e6-cd910ffcc6c9 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:00:51.801591 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Attempting to bind port 935382e4-b821-4f8f-94e6-cd910ffcc6c9 on network ea53f06c-9409-4221-badf-180307a92e9f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:00:51.806562 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Port 935382e4-b821-4f8f-94e6-cd910ffcc6c9 on network ea53f06c-9409-4221-badf-180307a92e9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:00:51.807036 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Attempting to bind port 935382e4-b821-4f8f-94e6-cd910ffcc6c9 on network ea53f06c-9409-4221-badf-180307a92e9f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:00:51.822724 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:00:51.823293 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Checking segment: {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:00:51.823754 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Bound using segment: {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:00:51.824301 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Bound port: 935382e4-b821-4f8f-94e6-cd910ffcc6c9, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:00:51.827656 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:51.903804 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] For port 935382e4-b821-4f8f-94e6-cd910ffcc6c9, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:00:51.908000 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] For port 935382e4-b821-4f8f-94e6-cd910ffcc6c9, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=935382e4-b821-4f8f-94e6-cd910ffcc6c9,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:00:51.914670 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:51.965141 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:51.966223 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:51.967761 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] 10.222.0.39 "PUT /v2.0/ports/935382e4-b821-4f8f-94e6-cd910ffcc6c9 HTTP/1.1" status: 200 len: 1094 time: 0.6748278 Dec 13 11:00:51.970807 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1177aa7c-1a90-435b-9c4a-a1eaec427ace', 'tag': '935382e4-b821-4f8f-94e6-cd910ffcc6c9'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:00:51.973815 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf52797-4a5d-49e2-8840-3d8e8af3ab19" -d '{"events": [{"name": "network-changed", "server_uuid": "1177aa7c-1a90-435b-9c4a-a1eaec427ace", "tag": "935382e4-b821-4f8f-94e6-cd910ffcc6c9"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:00:52.002050 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1433b65-053e-4b68-bf0d-986b90bfd650 service neutron] Pushing event updated for resources: {'Port': ['ID=935382e4-b821-4f8f-94e6-cd910ffcc6c9,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:52.036157 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370ba394-3c65-4883-acb5-94d0af861db4 x-openstack-request-id: req-370ba394-3c65-4883-acb5-94d0af861db4 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:00:52.036520 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1177aa7c-1a90-435b-9c4a-a1eaec427ace", "tag": "935382e4-b821-4f8f-94e6-cd910ffcc6c9", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:00:52.037231 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-370ba394-3c65-4883-acb5-94d0af861db4 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:00:52.037839 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1177aa7c-1a90-435b-9c4a-a1eaec427ace', 'tag': '935382e4-b821-4f8f-94e6-cd910ffcc6c9', 'status': 'completed', 'code': 200} Dec 13 11:00:52.213152 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf52797-4a5d-49e2-8840-3d8e8af3ab19 req-db42998d-146b-4446-a842-2090140a1909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:52.215614 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0bf52797-4a5d-49e2-8840-3d8e8af3ab19 req-db42998d-146b-4446-a842-2090140a1909 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 1097 time: 0.0816488 Dec 13 11:00:52.225877 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1395303-7a04-4bc8-bf24-ad1477612cda req-2bb5c391-ca1b-4cef-939e-6ad3c1fb9e10 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:52.227519 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d1395303-7a04-4bc8-bf24-ad1477612cda req-2bb5c391-ca1b-4cef-939e-6ad3c1fb9e10 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 944 time: 0.0733724 Dec 13 11:00:52.317421 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d1395303-7a04-4bc8-bf24-ad1477612cda req-51e315e3-21db-4bba-a01f-9f0d22d3041f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812557 Dec 13 11:00:52.427628 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709cd5f-aeb8-4ead-8a6f-e11512089d7b req-7d86da4a-86c8-4ca3-8955-050d87265292 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:52.429020 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a709cd5f-aeb8-4ead-8a6f-e11512089d7b req-7d86da4a-86c8-4ca3-8955-050d87265292 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0501850 Dec 13 11:00:52.459712 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf52797-4a5d-49e2-8840-3d8e8af3ab19 req-6275668a-593f-409c-a898-912904a7727d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:52.461199 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0bf52797-4a5d-49e2-8840-3d8e8af3ab19 req-6275668a-593f-409c-a898-912904a7727d service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2278419 Dec 13 11:00:52.478809 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a709cd5f-aeb8-4ead-8a6f-e11512089d7b req-78a6a6f4-d3c9-471a-8e16-a51bc1768c1f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Dec 13 11:00:53.435534 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a8500-9127-4afc-9f03-25c7c6233a4b req-efe7187a-d44a-4796-95df-aeb84c904cca tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:53.437149 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3e4a8500-9127-4afc-9f03-25c7c6233a4b req-efe7187a-d44a-4796-95df-aeb84c904cca tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 944 time: 0.0505607 Dec 13 11:00:53.490041 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3e4a8500-9127-4afc-9f03-25c7c6233a4b req-0c257409-5e09-443e-bca9-8d37fe1d5f05 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457501 Dec 13 11:00:53.564325 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41198) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:53.675464 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-96b95a83-9ac9-4ba4-8011-d4ca8f17add9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:53.760178 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-96b95a83-9ac9-4ba4-8011-d4ca8f17add9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:53.766464 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-96b95a83-9ac9-4ba4-8011-d4ca8f17add9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:53.803900 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-96b95a83-9ac9-4ba4-8011-d4ca8f17add9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=57e2956e59c44aa290efdc32151ef019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2384801 Dec 13 11:00:53.804727 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b95a83-9ac9-4ba4-8011-d4ca8f17add9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11886412-1779-4dc8-bb80-6fc1371962a0,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:53.806965 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 41202) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:00:53.856392 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2011fede-b4b1-4d47-bdd3-de030288d811 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:53.877814 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2011fede-b4b1-4d47-bdd3-de030288d811 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:53.931845 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2011fede-b4b1-4d47-bdd3-de030288d811 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:53.934484 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2011fede-b4b1-4d47-bdd3-de030288d811 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:00:53.935667 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-2011fede-b4b1-4d47-bdd3-de030288d811 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/11886412-1779-4dc8-bb80-6fc1371962a0 HTTP/1.1" status: 204 len: 168 time: 0.1277325 Dec 13 11:00:53.943859 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011fede-b4b1-4d47-bdd3-de030288d811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11886412-1779-4dc8-bb80-6fc1371962a0,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:00:55.544605 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf52797-4a5d-49e2-8840-3d8e8af3ab19 req-21a2ae0a-20c4-4b6c-a37d-651db0eafe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:55.546145 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0bf52797-4a5d-49e2-8840-3d8e8af3ab19 req-21a2ae0a-20c4-4b6c-a37d-651db0eafe97 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1668017 Dec 13 11:00:55.574015 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cfd525-b4ec-4fdc-918a-fb4924185622 req-94922e09-2047-4a8f-add4-46df848bca47 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:55.575521 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-25cfd525-b4ec-4fdc-918a-fb4924185622 req-94922e09-2047-4a8f-add4-46df848bca47 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0815985 Dec 13 11:00:55.587351 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2c2af-bd69-448e-b6fb-d9f3751eafc9 req-3ab33053-f983-4421-ae71-a2df71dee6f1 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:55.588754 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe2c2af-bd69-448e-b6fb-d9f3751eafc9 req-3ab33053-f983-4421-ae71-a2df71dee6f1 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 944 time: 0.0676823 Dec 13 11:00:55.628970 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-5316600f-76a0-4e27-8c1c-4c4810309b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:55.630570 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-5316600f-76a0-4e27-8c1c-4c4810309b6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 1097 time: 0.0441372 Dec 13 11:00:55.662193 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-25cfd525-b4ec-4fdc-918a-fb4924185622 req-109d26c9-01f0-4c15-93fc-c2d715ad208a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724812 Dec 13 11:00:55.665429 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe2c2af-bd69-448e-b6fb-d9f3751eafc9 req-560a6dfb-0300-4556-9327-417f10163ce2 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700445 Dec 13 11:00:55.679918 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-02e512f3-7621-4512-b344-eb6253ceeaa1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=935382e4-b821-4f8f-94e6-cd910ffcc6c9 HTTP/1.1" status: 200 len: 217 time: 0.0392432 Dec 13 11:00:55.739401 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-d97c86cb-fdda-43d1-86a7-b58bcbc51fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:55.740807 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-d97c86cb-fdda-43d1-86a7-b58bcbc51fac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd7a891a-17a8-4510-9d50-364848293909 HTTP/1.1" status: 200 len: 854 time: 0.0500948 Dec 13 11:00:55.774820 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-60c01e90-e086-454c-b460-0bc9e4ef4f62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea53f06c-9409-4221-badf-180307a92e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249138 Dec 13 11:00:55.875135 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-17cdff35-881a-43be-8d6c-fd9a2914ffe4 service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865538 Dec 13 11:00:55.966489 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0e9428d6-2f79-45c7-850c-bf71d669b942 req-d7dfb3eb-240d-4516-baa4-74d230b13479 service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826120 Dec 13 11:00:56.798282 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7045ea-6f92-47c2-88c3-823941b47b2b req-24053044-0aa2-4d93-89b0-d44e8ee31295 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:56.799814 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-eb7045ea-6f92-47c2-88c3-823941b47b2b req-24053044-0aa2-4d93-89b0-d44e8ee31295 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0628612 Dec 13 11:00:56.865918 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48e52e-4c52-48c0-862e-f3889b9b7cc8 req-b93193f4-a841-441b-afa7-5a46bf72ab54 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:56.867467 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e48e52e-4c52-48c0-862e-f3889b9b7cc8 req-b93193f4-a841-441b-afa7-5a46bf72ab54 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 944 time: 0.0889544 Dec 13 11:00:56.874835 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-eb7045ea-6f92-47c2-88c3-823941b47b2b req-902e619c-349b-4ca4-aa1a-605436f065e7 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619497 Dec 13 11:00:56.918866 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e48e52e-4c52-48c0-862e-f3889b9b7cc8 req-8d446102-3350-4133-b020-af7690eda726 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430565 Dec 13 11:00:59.954018 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422eac0b-f941-4d1d-8e69-c24eb3b45466 req-f6392da6-9a24-4f98-a1ac-759c83e5952a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:59.955530 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-422eac0b-f941-4d1d-8e69-c24eb3b45466 req-f6392da6-9a24-4f98-a1ac-759c83e5952a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0723016 Dec 13 11:00:59.986353 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca6ff3-1eb2-4f59-b2c4-edca906e9b86 req-8aff993c-4cea-4b39-a20d-a82d667d8512 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:00:59.987796 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2dca6ff3-1eb2-4f59-b2c4-edca906e9b86 req-8aff993c-4cea-4b39-a20d-a82d667d8512 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 944 time: 0.0765498 Dec 13 11:01:00.033189 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-422eac0b-f941-4d1d-8e69-c24eb3b45466 req-6dbafb15-cd86-4056-8506-7ea0a04fd06a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707359 Dec 13 11:01:00.058750 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2dca6ff3-1eb2-4f59-b2c4-edca906e9b86 req-ce4f4e07-252b-4c03-89c4-07fa7d1f4f43 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650315 Dec 13 11:01:00.626751 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f9be3-e1b4-49a8-9011-cbbaa9437dd5 req-05ea544a-88cb-474a-b409-9c06b6c3f59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:00.628251 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-b26f9be3-e1b4-49a8-9011-cbbaa9437dd5 req-05ea544a-88cb-474a-b409-9c06b6c3f59e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 1098 time: 0.0433023 Dec 13 11:01:00.680068 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-b26f9be3-e1b4-49a8-9011-cbbaa9437dd5 req-af7543ae-f524-4388-a783-b30099709b0b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391848 Dec 13 11:01:01.187603 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d4c7b-8342-4fad-826b-ca13c1bb2914 req-fe35c1ba-a839-46ee-8ce0-0f254d83beda tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:01.189149 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-639d4c7b-8342-4fad-826b-ca13c1bb2914 req-fe35c1ba-a839-46ee-8ce0-0f254d83beda tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0814991 Dec 13 11:01:01.208527 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dde3f3c-643f-4686-9013-5be80951589a req-b50f3aca-90c9-442b-9f61-0300a42d40cb tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:01.209943 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9dde3f3c-643f-4686-9013-5be80951589a req-b50f3aca-90c9-442b-9f61-0300a42d40cb tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 944 time: 0.0722775 Dec 13 11:01:01.273778 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-639d4c7b-8342-4fad-826b-ca13c1bb2914 req-761eded1-8f0b-4724-a373-a529be5e2435 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780838 Dec 13 11:01:01.294972 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9dde3f3c-643f-4686-9013-5be80951589a req-4b1bc7ac-a96d-4f6a-b5a0-03287114364e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725656 Dec 13 11:01:02.399543 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41428) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:02.428932 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bceebe2d-d3ca-45d1-931d-7564cc0b1190 req-de713254-2cef-4c3b-a96a-800262f8b666 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:02.430566 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bceebe2d-d3ca-45d1-931d-7564cc0b1190 req-de713254-2cef-4c3b-a96a-800262f8b666 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0779567 Dec 13 11:01:02.441963 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f31d7-7daa-4a4a-a45c-a7458a0adc5f req-c9dd6a36-c0bf-4d81-a1d7-977c7c108417 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:02.443429 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-557f31d7-7daa-4a4a-a45c-a7458a0adc5f req-c9dd6a36-c0bf-4d81-a1d7-977c7c108417 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 944 time: 0.0805924 Dec 13 11:01:02.503304 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-00b1e350-772e-4d61-b7c6-e28b0f7ec852 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:02.507055 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bceebe2d-d3ca-45d1-931d-7564cc0b1190 req-4c1234a7-6f33-4e52-be70-86ef8db9008f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626688 Dec 13 11:01:02.521343 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-557f31d7-7daa-4a4a-a45c-a7458a0adc5f req-14492802-f2f2-4ae0-814d-d63014e96f79 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702977 Dec 13 11:01:02.583279 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-00b1e350-772e-4d61-b7c6-e28b0f7ec852 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:02.587739 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-00b1e350-772e-4d61-b7c6-e28b0f7ec852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:02.623678 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b1e350-772e-4d61-b7c6-e28b0f7ec852 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1dd519-e08d-4876-aeb3-e791f5194125,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:02.630564 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67c6eb-9cfd-45e1-bead-8e790a0aef77 req-80311344-cffe-4291-aad6-d2e3f1294aaa tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:02.630762 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-00b1e350-772e-4d61-b7c6-e28b0f7ec852 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2e769f4185534db7a638a78e5b12278d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286468 Dec 13 11:01:02.630861 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7d67c6eb-9cfd-45e1-bead-8e790a0aef77 req-80311344-cffe-4291-aad6-d2e3f1294aaa tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0517032 Dec 13 11:01:02.631919 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41434) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:02.680469 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e3da6ba2-960f-4c2c-b863-2a7a43be7249 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:02.681842 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7d67c6eb-9cfd-45e1-bead-8e790a0aef77 req-34d468d9-5628-41b2-9de2-63ebb24eb1c8 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424614 Dec 13 11:01:02.703281 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e3da6ba2-960f-4c2c-b863-2a7a43be7249 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:02.751451 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e3da6ba2-960f-4c2c-b863-2a7a43be7249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:02.754223 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e3da6ba2-960f-4c2c-b863-2a7a43be7249 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:02.755387 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e3da6ba2-960f-4c2c-b863-2a7a43be7249 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ac1dd519-e08d-4876-aeb3-e791f5194125 HTTP/1.1" status: 204 len: 168 time: 0.1225667 Dec 13 11:01:02.763014 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da6ba2-960f-4c2c-b863-2a7a43be7249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1dd519-e08d-4876-aeb3-e791f5194125,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:03.083175 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 41460) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:03.107313 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5353f63d-d96f-4c16-9600-02737821965b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.130935 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 935382e4-b821-4f8f-94e6-cd910ffcc6c9 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:01:03.141588 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41462) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:03.235967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5353f63d-d96f-4c16-9600-02737821965b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.241750 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5353f63d-d96f-4c16-9600-02737821965b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.280610 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 935382e4-b821-4f8f-94e6-cd910ffcc6c9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=935382e4-b821-4f8f-94e6-cd910ffcc6c9,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:03.288572 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-5353f63d-d96f-4c16-9600-02737821965b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=258183923b5545f0beffbc932a28babc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2037115 Dec 13 11:01:03.288841 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41466) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:03.289472 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5353f63d-d96f-4c16-9600-02737821965b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49b3931-7da7-4ccc-aae1-80a4adb97637,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:03.302372 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '935382e4-b821-4f8f-94e6-cd910ffcc6c9', 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f', 'port_id': '935382e4-b821-4f8f-94e6-cd910ffcc6c9', 'mac_address': 'fa:16:3e:d6:56:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7a891a-17a8-4510-9d50-364848293909', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:01:03.353597 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.368887 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 935382e4-b821-4f8f-94e6-cd910ffcc6c9 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:01:03.377753 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b4f80bf1-4b41-4fe4-afd9-6f79f906adc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.380801 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-102dca57-e02b-42d2-b757-05ccaaef9a4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.388995 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 935382e4-b821-4f8f-94e6-cd910ffcc6c9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=935382e4-b821-4f8f-94e6-cd910ffcc6c9,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:03.395570 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.416688 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 41470) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:03.420374 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b4f80bf1-4b41-4fe4-afd9-6f79f906adc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.450665 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=935382e4-b821-4f8f-94e6-cd910ffcc6c9,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:03.459193 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.459664 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.460077 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.460657 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.461050 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.461599 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.461998 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.462415 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.462825 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.463362 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.463751 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.464172 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.464549 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:03.483768 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b4f80bf1-4b41-4fe4-afd9-6f79f906adc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.486313 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b4f80bf1-4b41-4fe4-afd9-6f79f906adc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.487492 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b4f80bf1-4b41-4fe4-afd9-6f79f906adc2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b49b3931-7da7-4ccc-aae1-80a4adb97637 HTTP/1.1" status: 204 len: 168 time: 0.1963749 Dec 13 11:01:03.501576 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f80bf1-4b41-4fe4-afd9-6f79f906adc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49b3931-7da7-4ccc-aae1-80a4adb97637,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:03.540547 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-102dca57-e02b-42d2-b757-05ccaaef9a4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.544076 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-40ca3a5b-e959-4641-abac-fb495fe0c80c admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.547040 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-102dca57-e02b-42d2-b757-05ccaaef9a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.589396 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102dca57-e02b-42d2-b757-05ccaaef9a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe411bd-cb4d-4871-9a3d-835c280f5999,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:03.596090 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-102dca57-e02b-42d2-b757-05ccaaef9a4e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=d7802459e2b948c492399f1e9a9ef9f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4533017 Dec 13 11:01:03.599064 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41478) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:03.657434 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-cda12c31-92f3-49b3-958a-d8a28a3f6c6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.680034 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-cda12c31-92f3-49b3-958a-d8a28a3f6c6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.690209 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-40ca3a5b-e959-4641-abac-fb495fe0c80c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.699003 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec23eb-54ea-4798-8faa-46568fe5cdbd req-4cdc9af5-e685-464c-8c43-2d0e566238da tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:03.700751 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b4ec23eb-54ea-4798-8faa-46568fe5cdbd req-4cdc9af5-e685-464c-8c43-2d0e566238da tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 945 time: 0.0885479 Dec 13 11:01:03.702031 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-40ca3a5b-e959-4641-abac-fb495fe0c80c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.723706 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['935382e4-b821-4f8f-94e6-cd910ffcc6c9'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:01:03.738685 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-cda12c31-92f3-49b3-958a-d8a28a3f6c6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.741613 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-cda12c31-92f3-49b3-958a-d8a28a3f6c6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.743653 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-cda12c31-92f3-49b3-958a-d8a28a3f6c6e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7fe411bd-cb4d-4871-9a3d-835c280f5999 HTTP/1.1" status: 204 len: 168 time: 0.1418388 Dec 13 11:01:03.751727 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ca3a5b-e959-4641-abac-fb495fe0c80c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c98e4a-cff7-407b-9290-97966daefe5f,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:03.768260 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-40ca3a5b-e959-4641-abac-fb495fe0c80c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3c6ef51a2d194dde91a6c449df9cbc3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3502338 Dec 13 11:01:03.770831 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 41484) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:03.783536 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda12c31-92f3-49b3-958a-d8a28a3f6c6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe411bd-cb4d-4871-9a3d-835c280f5999,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:03.816455 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b4ec23eb-54ea-4798-8faa-46568fe5cdbd req-04da4333-7ccf-4241-8424-b92ad52b6af5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050682 Dec 13 11:01:03.844771 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9a058019-f577-4c06-85c6-a6edcdccd38e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.876162 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9a058019-f577-4c06-85c6-a6edcdccd38e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.933111 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9a058019-f577-4c06-85c6-a6edcdccd38e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.936955 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9a058019-f577-4c06-85c6-a6edcdccd38e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:03.938481 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-9a058019-f577-4c06-85c6-a6edcdccd38e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/93c98e4a-cff7-407b-9290-97966daefe5f HTTP/1.1" status: 204 len: 168 time: 0.1663647 Dec 13 11:01:03.947464 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a058019-f577-4c06-85c6-a6edcdccd38e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c98e4a-cff7-407b-9290-97966daefe5f,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:04.355998 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724edb0-c77f-4cdd-87d2-3afb9e35a82a req-440408eb-d489-4c7d-bf05-1c946958c0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:04.357530 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7724edb0-c77f-4cdd-87d2-3afb9e35a82a req-440408eb-d489-4c7d-bf05-1c946958c0f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 1098 time: 0.0530324 Dec 13 11:01:04.382933 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91597e8-1d6b-4663-89a4-ff1e14374c83 req-1fd4d61c-2715-4e9e-9919-2be9400836d2 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:04.391498 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f91597e8-1d6b-4663-89a4-ff1e14374c83 req-1fd4d61c-2715-4e9e-9919-2be9400836d2 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0876276 Dec 13 11:01:04.460905 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f91597e8-1d6b-4663-89a4-ff1e14374c83 req-5e9bf96d-b451-4049-971c-8d1870331d81 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681713 Dec 13 11:01:04.491798 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724edb0-c77f-4cdd-87d2-3afb9e35a82a req-66e7ecf8-d45d-4d60-af35-d6d3ba4055b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:04.493993 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7724edb0-c77f-4cdd-87d2-3afb9e35a82a req-66e7ecf8-d45d-4d60-af35-d6d3ba4055b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 919 time: 0.1169195 Dec 13 11:01:04.738552 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7724edb0-c77f-4cdd-87d2-3afb9e35a82a req-6536b4ce-3700-433a-984f-cbbcce452e98 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6093bc-5f11-4399-b206-60e4e18dc962 HTTP/1.1" status: 200 len: 217 time: 0.2359428 Dec 13 11:01:04.791771 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724edb0-c77f-4cdd-87d2-3afb9e35a82a req-75cacba4-9a93-4fe4-b6fd-c45a8b6826a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:04.793381 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7724edb0-c77f-4cdd-87d2-3afb9e35a82a req-75cacba4-9a93-4fe4-b6fd-c45a8b6826a1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 200 len: 858 time: 0.0467837 Dec 13 11:01:04.826111 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7724edb0-c77f-4cdd-87d2-3afb9e35a82a req-683d291e-e5eb-4360-8013-093d407e41d3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14c80f36-d354-469a-a885-e82375e202b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246391 Dec 13 11:01:04.955039 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7724edb0-c77f-4cdd-87d2-3afb9e35a82a req-df3c857e-26a2-4ea4-9047-0f9c8d28ae6e service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202810 Dec 13 11:01:04.973554 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00860f-280b-424a-b904-49abde91eb8d req-1a99c7bb-b11d-4c8f-aea9-20c7e5385a98 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:04.975769 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fe00860f-280b-424a-b904-49abde91eb8d req-1a99c7bb-b11d-4c8f-aea9-20c7e5385a98 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 945 time: 0.0621645 Dec 13 11:01:05.030110 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fe00860f-280b-424a-b904-49abde91eb8d req-28c28960-e335-44d7-9bb1-956caa0e7db7 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481496 Dec 13 11:01:05.059274 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7724edb0-c77f-4cdd-87d2-3afb9e35a82a req-c6b61d56-91cd-4450-bcfc-b4354c5dad70 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952210 Dec 13 11:01:05.144957 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 935382e4-b821-4f8f-94e6-cd910ffcc6c9 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:01:05.201025 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 935382e4-b821-4f8f-94e6-cd910ffcc6c9 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:01:05.207622 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 935382e4-b821-4f8f-94e6-cd910ffcc6c9 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:01:05.208922 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:05.303593 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:05.337183 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1177aa7c-1a90-435b-9c4a-a1eaec427ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935382e4-b821-4f8f-94e6-cd910ffcc6c9'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:01:05.340268 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323f41f9-f1d4-4228-bbd5-e1310325f3f6" -d '{"events": [{"server_uuid": "1177aa7c-1a90-435b-9c4a-a1eaec427ace", "name": "network-vif-plugged", "status": "completed", "tag": "935382e4-b821-4f8f-94e6-cd910ffcc6c9"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:01:05.356814 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 935382e4-b821-4f8f-94e6-cd910ffcc6c9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=935382e4-b821-4f8f-94e6-cd910ffcc6c9,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:05.364225 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:05.405792 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8123e49c-3dc7-4762-ab90-b18ccb8e2957 x-openstack-request-id: req-8123e49c-3dc7-4762-ab90-b18ccb8e2957 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:01:05.406181 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1177aa7c-1a90-435b-9c4a-a1eaec427ace", "name": "network-vif-plugged", "status": "completed", "tag": "935382e4-b821-4f8f-94e6-cd910ffcc6c9", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:01:05.406606 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8123e49c-3dc7-4762-ab90-b18ccb8e2957 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:01:05.407110 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1177aa7c-1a90-435b-9c4a-a1eaec427ace', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '935382e4-b821-4f8f-94e6-cd910ffcc6c9', 'code': 200} Dec 13 11:01:05.443921 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=935382e4-b821-4f8f-94e6-cd910ffcc6c9,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:05.604105 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4683f7-26e4-45d6-bae2-1213db5b8ff7 req-6fdd3c9d-aed7-42dd-8c5c-ab1b4fdf2c0d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:05.605560 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2b4683f7-26e4-45d6-bae2-1213db5b8ff7 req-6fdd3c9d-aed7-42dd-8c5c-ab1b4fdf2c0d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0618212 Dec 13 11:01:05.654733 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cea1a5f-7e66-42ed-9861-7e53f4f51c6b req-ee4b7e41-c830-4247-85fc-deeb4191f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:05.656977 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-2cea1a5f-7e66-42ed-9861-7e53f4f51c6b req-ee4b7e41-c830-4247-85fc-deeb4191f2a0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 1099 time: 0.0535574 Dec 13 11:01:05.678874 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2b4683f7-26e4-45d6-bae2-1213db5b8ff7 req-59abdff6-dc8c-4fe7-95f5-7e1f93df67a4 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627296 Dec 13 11:01:05.716493 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-2cea1a5f-7e66-42ed-9861-7e53f4f51c6b req-830f7171-bc1c-4bdc-8eff-5eace831d53a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476913 Dec 13 11:01:05.856305 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 41612) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:05.959077 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-358f8f6a-c70b-4f70-a512-9c886884f564 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.034416 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-358f8f6a-c70b-4f70-a512-9c886884f564 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.039660 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-358f8f6a-c70b-4f70-a512-9c886884f564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.089740 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41626) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:06.089836 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-358f8f6a-c70b-4f70-a512-9c886884f564 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0070de1510fa4659b55a0fdea8e71bc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2323022 Dec 13 11:01:06.091868 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358f8f6a-c70b-4f70-a512-9c886884f564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b90b1f7-89fc-4bb0-b8ab-1d5421ab1174,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:06.156046 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-95bf8ab7-a229-4196-b943-cd28afdc2efe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.163802 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c277256-8bb6-4b53-96ca-dfef5d2d6b75 req-01106368-4b77-4ac5-93ce-ab961ddde718 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:06.166102 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3c277256-8bb6-4b53-96ca-dfef5d2d6b75 req-01106368-4b77-4ac5-93ce-ab961ddde718 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 946 time: 0.0566492 Dec 13 11:01:06.178642 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-95bf8ab7-a229-4196-b943-cd28afdc2efe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.218023 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3c277256-8bb6-4b53-96ca-dfef5d2d6b75 req-90448c1e-9798-464a-bbb6-5ae832a31ea8 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447221 Dec 13 11:01:06.232571 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-95bf8ab7-a229-4196-b943-cd28afdc2efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.235276 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-95bf8ab7-a229-4196-b943-cd28afdc2efe admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.236583 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-95bf8ab7-a229-4196-b943-cd28afdc2efe admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6b90b1f7-89fc-4bb0-b8ab-1d5421ab1174 HTTP/1.1" status: 204 len: 168 time: 0.1448259 Dec 13 11:01:06.247993 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bf8ab7-a229-4196-b943-cd28afdc2efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b90b1f7-89fc-4bb0-b8ab-1d5421ab1174,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:06.591958 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41652) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:06.615325 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c5e28f50-f049-44ad-b96c-0638cc5460d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.705990 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c5e28f50-f049-44ad-b96c-0638cc5460d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.711247 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c5e28f50-f049-44ad-b96c-0638cc5460d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.748618 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e28f50-f049-44ad-b96c-0638cc5460d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df62ff50-0f3c-4b33-b3fd-d7b39b3c009b,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:06.754155 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c5e28f50-f049-44ad-b96c-0638cc5460d3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a9ac6dcdb2064202ae588e00cb1602df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1610477 Dec 13 11:01:06.757376 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41660) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:06.809383 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9d44bf2e-bfc1-432c-92ec-b533913a74a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.815677 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e1d5c-2732-4fe4-9db4-8243cd9b30c4 req-36872499-b533-4676-b3a7-2f0c29a5ce59 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:06.817684 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c00e1d5c-2732-4fe4-9db4-8243cd9b30c4 req-36872499-b533-4676-b3a7-2f0c29a5ce59 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0737512 Dec 13 11:01:06.830719 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9d44bf2e-bfc1-432c-92ec-b533913a74a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.867147 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c00e1d5c-2732-4fe4-9db4-8243cd9b30c4 req-f4872c32-382b-441e-80b1-834f858cfad3 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426736 Dec 13 11:01:06.885994 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9d44bf2e-bfc1-432c-92ec-b533913a74a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.889148 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9d44bf2e-bfc1-432c-92ec-b533913a74a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:06.890446 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-9d44bf2e-bfc1-432c-92ec-b533913a74a9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/df62ff50-0f3c-4b33-b3fd-d7b39b3c009b HTTP/1.1" status: 204 len: 168 time: 0.1320345 Dec 13 11:01:06.899233 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d44bf2e-bfc1-432c-92ec-b533913a74a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df62ff50-0f3c-4b33-b3fd-d7b39b3c009b,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:07.401720 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97d1ed-c65b-409c-865c-468d2d977459 req-9cf32df9-4f99-42af-924c-de6547533fc0 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:07.403626 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2d97d1ed-c65b-409c-865c-468d2d977459 req-9cf32df9-4f99-42af-924c-de6547533fc0 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 946 time: 0.0660415 Dec 13 11:01:07.453823 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2d97d1ed-c65b-409c-865c-468d2d977459 req-d11bcd7e-1ff5-433a-a317-d24d9b7b68a4 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438945 Dec 13 11:01:08.000717 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e753b2-e518-47c3-82fc-ee148d05f6d3 req-d6a310ef-8b60-4100-87fc-65c354799c49 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:08.002881 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e0e753b2-e518-47c3-82fc-ee148d05f6d3 req-d6a310ef-8b60-4100-87fc-65c354799c49 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0576439 Dec 13 11:01:08.059175 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e0e753b2-e518-47c3-82fc-ee148d05f6d3 req-9a756572-81d9-450b-80e6-dff937573547 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504432 Dec 13 11:01:09.189945 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c1959-260a-4d4b-a7a0-774b31d9b8c5 req-b27724e7-55e9-4fe8-81b8-d9b474d024c2 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:09.191596 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e48c1959-260a-4d4b-a7a0-774b31d9b8c5 req-b27724e7-55e9-4fe8-81b8-d9b474d024c2 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0573819 Dec 13 11:01:09.243310 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e48c1959-260a-4d4b-a7a0-774b31d9b8c5 req-3af50035-5948-400e-9c2c-9b15f3bd6f98 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448179 Dec 13 11:01:09.350185 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-2c315ec6-72cb-44fe-b7e4-08e3d227d564 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:09.351792 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-2c315ec6-72cb-44fe-b7e4-08e3d227d564 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 814 time: 0.1077788 Dec 13 11:01:09.368043 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-1b64ef00-470c-4fb1-98f3-9f81e2c5eaa4 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/quotas/8c2e709bf148487db8b7da1d7f71a7b7 HTTP/1.1" status: 200 len: 375 time: 0.0097187 Dec 13 11:01:09.421163 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e7a7cc9b-f226-44d0-bd68-3950a0c137b3 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0477333 Dec 13 11:01:09.514964 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-c83f8fb5-83e1-47f2-9f42-5006ea0131b5 service neutron] 10.222.0.43 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862334 Dec 13 11:01:09.631480 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-5a6b27eb-dd08-47f2-a804-590d9e384643 service neutron] 10.222.0.43 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099946 Dec 13 11:01:09.814285 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2bc45cba-60e3-4cc9-959a-994e0347ea7f req-b683ed39-1784-4fd8-857b-c964d411c294 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 210 time: 0.0350397 Dec 13 11:01:10.191052 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:10.368703 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78657856-7684-4803-8a37-9ce67c2c3ae3 req-adddf6a9-697f-4cb9-a42f-3878d2d8cb89 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:10.371379 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-78657856-7684-4803-8a37-9ce67c2c3ae3 req-adddf6a9-697f-4cb9-a42f-3878d2d8cb89 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0552239 Dec 13 11:01:10.430717 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-78657856-7684-4803-8a37-9ce67c2c3ae3 req-fef6fb88-a956-41cd-bdff-bd3a03e8fca3 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530858 Dec 13 11:01:10.924285 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0a95d117-6e96-4ef9-8c02-97c132cc6978 req-439dab78-cd5c-4225-93a6-daf170d2f521 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 210 time: 0.0371265 Dec 13 11:01:10.944806 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-47b43e99-7c6d-41ae-bb2a-60bc21aa129c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:10.946545 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-47b43e99-7c6d-41ae-bb2a-60bc21aa129c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 814 time: 0.1350408 Dec 13 11:01:10.968999 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Request body: {'port': {'device_id': '5af183ac-ee8d-4101-a1d7-7ec94e957e12', 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f', 'admin_state_up': True, 'tenant_id': '8c2e709bf148487db8b7da1d7f71a7b7'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:01:11.096320 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Made reservation on behalf of 8c2e709bf148487db8b7da1d7f71a7b7 for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:01:11.099948 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:11.237454 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Allocated IP 172.20.0.8 (ea53f06c-9409-4221-badf-180307a92e9f/fd7a891a-17a8-4510-9d50-364848293909/522fcd39-bacb-4a55-b9c0-eef6ea07e8f1) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:01:11.388096 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:11.424949 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:11.437741 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['569fddf1-61b8-4fca-91cb-cf3b6d4824fb', '935382e4-b821-4f8f-94e6-cd910ffcc6c9'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:01:11.475015 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Network ea53f06c-9409-4221-badf-180307a92e9f is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:01:11.478251 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:01:11.482215 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:01:11.514945 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Pushing event updated for resources: {'Port': ['ID=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:11.534800 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:11.535423 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:11.557180 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-e0020242-62ab-4817-bf39-5f647fd1492e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922801 Dec 13 11:01:11.580208 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Request body: {'port': {'device_id': '5af183ac-ee8d-4101-a1d7-7ec94e957e12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:01:11.583724 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211aa71-4bc1-407d-a7ac-cff35c48d428 req-681a7c1c-30ec-478c-8402-86432829f890 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:11.593675 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0211aa71-4bc1-407d-a7ac-cff35c48d428 req-681a7c1c-30ec-478c-8402-86432829f890 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0768249 Dec 13 11:01:11.640485 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:11.657635 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0211aa71-4bc1-407d-a7ac-cff35c48d428 req-ed51e70b-6727-4a6a-ac3b-0f1cb452c884 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620537 Dec 13 11:01:11.925921 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:01:11.934302 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:11.947395 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Transition to ACTIVE for port object 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:01:11.960982 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:12.048228 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Pushing event updated for resources: {'Port': ['ID=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:12.062058 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f861e22-57a5-4eb6-b2f8-e33b2c84262c req-c6094411-0425-456d-8e3b-e6373207241c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:12.069002 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3f861e22-57a5-4eb6-b2f8-e33b2c84262c req-c6094411-0425-456d-8e3b-e6373207241c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 943 time: 0.0660686 Dec 13 11:01:12.074425 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2eaff741-a170-4c89-99a7-0d1027a844ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:12.117331 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3f861e22-57a5-4eb6-b2f8-e33b2c84262c req-400039fa-ea41-4e57-a31a-edf2797377a4 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474341 Dec 13 11:01:12.130389 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Attempting to bind port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:01:12.130755 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Attempting to bind port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:01:12.131081 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Attempting to bind port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 on network ea53f06c-9409-4221-badf-180307a92e9f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:01:12.135619 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 on network ea53f06c-9409-4221-badf-180307a92e9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:01:12.135939 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Attempting to bind port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 on network ea53f06c-9409-4221-badf-180307a92e9f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:01:12.140952 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 1, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:01:12.141280 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Checking segment: {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:01:12.141652 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Bound using segment: {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:01:12.142067 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Bound port: 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:01:12.142416 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:12.210834 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] For port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:01:12.214111 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] For port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:01:12.219268 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:12.254273 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:12.255030 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:12.256529 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] 10.222.0.39 "PUT /v2.0/ports/522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 HTTP/1.1" status: 200 len: 1093 time: 0.6890900 Dec 13 11:01:12.257038 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af183ac-ee8d-4101-a1d7-7ec94e957e12', 'tag': '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:01:12.259339 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead" -d '{"events": [{"name": "network-changed", "server_uuid": "5af183ac-ee8d-4101-a1d7-7ec94e957e12", "tag": "522fcd39-bacb-4a55-b9c0-eef6ea07e8f1"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:01:12.283761 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8064a2a6-7a17-4168-9185-4d1459bfd21b service neutron] Pushing event updated for resources: {'Port': ['ID=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:12.303925 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42e74504-1a59-4e64-921b-d2487a93f448 x-openstack-request-id: req-42e74504-1a59-4e64-921b-d2487a93f448 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:01:12.304273 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af183ac-ee8d-4101-a1d7-7ec94e957e12", "tag": "522fcd39-bacb-4a55-b9c0-eef6ea07e8f1", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:01:12.304526 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-42e74504-1a59-4e64-921b-d2487a93f448 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:01:12.304960 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af183ac-ee8d-4101-a1d7-7ec94e957e12', 'tag': '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1', 'status': 'completed', 'code': 200} Dec 13 11:01:12.370385 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-42c5153b-15a0-4849-9245-1db5ee65e654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:12.371970 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-42c5153b-15a0-4849-9245-1db5ee65e654 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 1096 time: 0.0447121 Dec 13 11:01:12.423286 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-4b1bbc2d-948f-48fd-80ed-847f2adce353 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0391233 Dec 13 11:01:12.476598 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-31b0a997-c0f9-4352-9ec0-983e3a994728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:12.478017 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-31b0a997-c0f9-4352-9ec0-983e3a994728 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd7a891a-17a8-4510-9d50-364848293909 HTTP/1.1" status: 200 len: 854 time: 0.0458641 Dec 13 11:01:12.513507 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-a3ffa214-e79f-4bae-b6e0-186b00036b6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea53f06c-9409-4221-badf-180307a92e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246496 Dec 13 11:01:12.611239 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-4155aa07-2979-4dcd-845e-e9515dc501fb service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888519 Dec 13 11:01:12.715076 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5dee0689-97ba-4be1-b333-c894ce6a7f7a req-258e8d41-7dc4-421e-909c-3aa05b9613d5 service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884740 Dec 13 11:01:12.777931 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4c6b5d-751a-488c-aeaa-fc3f2ca848f8 req-e9c99117-baed-4077-85e8-7a2f11e8e7b1 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:12.779949 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8e4c6b5d-751a-488c-aeaa-fc3f2ca848f8 req-e9c99117-baed-4077-85e8-7a2f11e8e7b1 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0542748 Dec 13 11:01:12.814399 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead req-7956bf4d-3a7d-4057-b96f-9e7826dac76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:12.815954 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead req-7956bf4d-3a7d-4057-b96f-9e7826dac76c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 1096 time: 0.0506146 Dec 13 11:01:12.831103 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8e4c6b5d-751a-488c-aeaa-fc3f2ca848f8 req-5577d222-d183-4380-b841-cad6482cc5e8 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450363 Dec 13 11:01:12.924000 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead req-add3aaea-151a-4508-b5ea-3177c51f74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:12.925475 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead req-add3aaea-151a-4508-b5ea-3177c51f74ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 915 time: 0.0860488 Dec 13 11:01:12.967407 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead req-bc79b801-e40e-443b-a564-b5e62e9620f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 HTTP/1.1" status: 200 len: 217 time: 0.0335374 Dec 13 11:01:13.030108 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead req-7f350181-074d-4800-b1bd-8548f0b5f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:13.031564 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead req-7f350181-074d-4800-b1bd-8548f0b5f570 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd7a891a-17a8-4510-9d50-364848293909 HTTP/1.1" status: 200 len: 854 time: 0.0492775 Dec 13 11:01:13.067609 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead req-ad4b9690-8f91-44f8-b335-f2131a980019 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea53f06c-9409-4221-badf-180307a92e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263815 Dec 13 11:01:13.167348 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead req-bc2fddc7-34f1-4e33-a4fc-06173858843e service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914278 Dec 13 11:01:13.289053 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858502d3-6cda-4e1d-9461-8001cd74b202 req-cad1274f-1568-4dad-9b7c-da527d350cc9 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:13.298730 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-858502d3-6cda-4e1d-9461-8001cd74b202 req-cad1274f-1568-4dad-9b7c-da527d350cc9 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 943 time: 0.0891662 Dec 13 11:01:13.319316 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1e6d9548-a6ce-4036-b1b3-c2b24a1f0ead req-a846cecd-dc79-4c58-a455-926288c6e80b service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343453 Dec 13 11:01:13.378045 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-858502d3-6cda-4e1d-9461-8001cd74b202 req-4bd91efc-7d17-4809-aefb-7e8e0d8e9252 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733447 Dec 13 11:01:13.808321 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41882) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:13.924118 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f11a7cd2-7b3f-4b9d-bf7c-5e16513712ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:13.953447 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81631f6f-75f7-4ef8-a792-91796ba96764 req-3a098991-4e7e-4e2c-aff3-be9c9b7ae34d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:13.954955 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-81631f6f-75f7-4ef8-a792-91796ba96764 req-3a098991-4e7e-4e2c-aff3-be9c9b7ae34d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0539153 Dec 13 11:01:14.000104 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f11a7cd2-7b3f-4b9d-bf7c-5e16513712ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.004324 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-81631f6f-75f7-4ef8-a792-91796ba96764 req-1f0c0737-098a-49f9-9bd3-7e97c746013c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 Dec 13 11:01:14.004896 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f11a7cd2-7b3f-4b9d-bf7c-5e16513712ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.045603 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-f11a7cd2-7b3f-4b9d-bf7c-5e16513712ba admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3200239c41f74e3b90d86f60ce350d14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361999 Dec 13 11:01:14.046328 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a7cd2-7b3f-4b9d-bf7c-5e16513712ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a419fa49-2646-4988-85e9-eccbbde14442,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:14.048257 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 41888) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:14.095562 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bba817af-670c-440c-b9b2-0d9e7a321933 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.117014 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bba817af-670c-440c-b9b2-0d9e7a321933 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.173014 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bba817af-670c-440c-b9b2-0d9e7a321933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.175989 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bba817af-670c-440c-b9b2-0d9e7a321933 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.177129 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-bba817af-670c-440c-b9b2-0d9e7a321933 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a419fa49-2646-4988-85e9-eccbbde14442 HTTP/1.1" status: 204 len: 168 time: 0.1278687 Dec 13 11:01:14.185472 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba817af-670c-440c-b9b2-0d9e7a321933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a419fa49-2646-4988-85e9-eccbbde14442,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:14.365677 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c9307d88-d528-4c61-a201-28d1e8cdedf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.462475 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41904) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:14.476163 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b1440a5-cc1d-45ce-8757-3da47768056e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.538929 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db82c75-7ee7-49a3-b89d-389744367fab req-8cffe0fa-481e-4e4d-9ce2-094c0bdd03a2 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:14.540911 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0db82c75-7ee7-49a3-b89d-389744367fab req-8cffe0fa-481e-4e4d-9ce2-094c0bdd03a2 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 943 time: 0.0697691 Dec 13 11:01:14.570613 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b1440a5-cc1d-45ce-8757-3da47768056e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.574880 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8b1440a5-cc1d-45ce-8757-3da47768056e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.594620 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0db82c75-7ee7-49a3-b89d-389744367fab req-ee99862e-fef3-46bf-89b4-1c9a5fc0b08c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463891 Dec 13 11:01:14.619166 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-8b1440a5-cc1d-45ce-8757-3da47768056e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=bac10a4b3df841bc9411e8300d4c9e6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555519 Dec 13 11:01:14.622264 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 41906) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:14.624168 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1440a5-cc1d-45ce-8757-3da47768056e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db451897-2a93-4ad7-a0f8-a429ce8917e3,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:14.675395 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ec464b0-a012-4570-8fbe-c116965c4cbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.700007 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ec464b0-a012-4570-8fbe-c116965c4cbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.747848 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ec464b0-a012-4570-8fbe-c116965c4cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.750589 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ec464b0-a012-4570-8fbe-c116965c4cbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:14.751772 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-9ec464b0-a012-4570-8fbe-c116965c4cbd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/db451897-2a93-4ad7-a0f8-a429ce8917e3 HTTP/1.1" status: 204 len: 168 time: 0.1283903 Dec 13 11:01:14.759888 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec464b0-a012-4570-8fbe-c116965c4cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db451897-2a93-4ad7-a0f8-a429ce8917e3,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:15.096706 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 41918) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:15.110253 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b551c797-4d43-4697-a12b-9c93e423ce65 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:15.124395 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d7f4a-c4d7-4548-acf4-c8c743190a1b req-92101257-958c-4ffc-8fe9-675dabcf64a0 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:15.125879 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-686d7f4a-c4d7-4548-acf4-c8c743190a1b req-92101257-958c-4ffc-8fe9-675dabcf64a0 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0497630 Dec 13 11:01:15.181259 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-686d7f4a-c4d7-4548-acf4-c8c743190a1b req-0744534e-e7ce-4c0f-9e82-19bab19dd083 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486624 Dec 13 11:01:15.188290 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b551c797-4d43-4697-a12b-9c93e423ce65 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:15.192748 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b551c797-4d43-4697-a12b-9c93e423ce65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:15.230416 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b551c797-4d43-4697-a12b-9c93e423ce65 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ee680b2557ad4ac69baa0121e054301f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326222 Dec 13 11:01:15.231549 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b551c797-4d43-4697-a12b-9c93e423ce65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e317f2-e7dc-4ca7-b1c1-672b1d2accb5,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:15.233182 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 41920) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:15.281404 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d3c63096-2a4b-41ac-ac73-d9186ad9a26d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:15.303061 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d3c63096-2a4b-41ac-ac73-d9186ad9a26d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:15.354246 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d3c63096-2a4b-41ac-ac73-d9186ad9a26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:15.356948 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d3c63096-2a4b-41ac-ac73-d9186ad9a26d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:15.358100 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-d3c63096-2a4b-41ac-ac73-d9186ad9a26d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a7e317f2-e7dc-4ca7-b1c1-672b1d2accb5 HTTP/1.1" status: 204 len: 168 time: 0.1238737 Dec 13 11:01:15.366665 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c63096-2a4b-41ac-ac73-d9186ad9a26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e317f2-e7dc-4ca7-b1c1-672b1d2accb5,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:15.429401 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:01:15.615537 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:16.094663 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:01:16.196888 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:16.210183 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1', 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f', 'port_id': '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1', 'mac_address': 'fa:16:3e:76:ab:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7a891a-17a8-4510-9d50-364848293909', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:01:16.257677 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:16.271590 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:01:16.292036 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:16.296586 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:16.345723 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:16.977610 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:18.035178 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:18.170203 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44036bfd-4bb6-4270-8371-9be4f724bcdc req-cb3c19d1-3f7b-4910-8ca3-258e2ec4ef77 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:18.171787 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-44036bfd-4bb6-4270-8371-9be4f724bcdc req-cb3c19d1-3f7b-4910-8ca3-258e2ec4ef77 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 944 time: 0.0781250 Dec 13 11:01:18.190965 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e879401-a404-4dc5-8350-a7ce5a3402e5 req-42e44dfd-10fc-4381-b219-c2019a63a5c6 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:18.192391 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8e879401-a404-4dc5-8350-a7ce5a3402e5 req-42e44dfd-10fc-4381-b219-c2019a63a5c6 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0730963 Dec 13 11:01:18.252108 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-44036bfd-4bb6-4270-8371-9be4f724bcdc req-a6589cb5-9412-48d3-a900-39f471de2f6c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740385 Dec 13 11:01:18.264043 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8e879401-a404-4dc5-8350-a7ce5a3402e5 req-9fae2d1b-2a3a-44a3-8922-2d9cc7aee074 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638704 Dec 13 11:01:18.409608 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['522fcd39-bacb-4a55-b9c0-eef6ea07e8f1'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:01:19.436504 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d613e23f-cedc-4425-adec-518e0d815593 req-3778fa77-5046-435f-b0da-2bc32b464a90 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:19.438018 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d613e23f-cedc-4425-adec-518e0d815593 req-3778fa77-5046-435f-b0da-2bc32b464a90 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0743096 Dec 13 11:01:19.449949 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db216d-0f9c-40ce-a0fc-6a1031a0b273 req-c619a402-01d9-4563-8bde-5588aa4db07c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:19.451825 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c7db216d-0f9c-40ce-a0fc-6a1031a0b273 req-c619a402-01d9-4563-8bde-5588aa4db07c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 944 time: 0.0968375 Dec 13 11:01:19.548350 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d613e23f-cedc-4425-adec-518e0d815593 req-6676ea9c-6e37-4b6b-b32e-9fd6318c93a0 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953529 Dec 13 11:01:19.553444 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c7db216d-0f9c-40ce-a0fc-6a1031a0b273 req-2a783ef9-f084-4c80-91f2-d61a10f14766 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874348 Dec 13 11:01:19.720060 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c3465-5e70-4c21-87a1-4b9d297a479b req-3a970194-9393-40ba-96dd-3387e956a8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:19.721528 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-620c3465-5e70-4c21-87a1-4b9d297a479b req-3a970194-9393-40ba-96dd-3387e956a8c0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 1098 time: 0.0420964 Dec 13 11:01:19.790449 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-620c3465-5e70-4c21-87a1-4b9d297a479b req-33adb2a2-75b9-4846-9a32-363bf04a9280 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495563 Dec 13 11:01:20.005432 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:01:20.067470 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:01:20.072003 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:01:20.072371 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:20.154776 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:20.177885 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af183ac-ee8d-4101-a1d7-7ec94e957e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:01:20.180447 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae47dd6-1657-433a-a4b5-658f4aeb12aa" -d '{"events": [{"server_uuid": "5af183ac-ee8d-4101-a1d7-7ec94e957e12", "name": "network-vif-plugged", "status": "completed", "tag": "522fcd39-bacb-4a55-b9c0-eef6ea07e8f1"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:01:20.194582 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:20.199527 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:20.224992 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd533c84-02e3-4665-8576-3ac46bb9d142 x-openstack-request-id: req-bd533c84-02e3-4665-8576-3ac46bb9d142 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:01:20.225295 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af183ac-ee8d-4101-a1d7-7ec94e957e12", "name": "network-vif-plugged", "status": "completed", "tag": "522fcd39-bacb-4a55-b9c0-eef6ea07e8f1", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:01:20.225712 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd533c84-02e3-4665-8576-3ac46bb9d142 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:01:20.226102 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af183ac-ee8d-4101-a1d7-7ec94e957e12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1', 'code': 200} Dec 13 11:01:20.252737 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:20.469773 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5330690c-0fc5-49aa-a825-c0e0287635ec req-720c84c0-2c89-4d4b-aff5-b83767e681a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:20.471733 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5330690c-0fc5-49aa-a825-c0e0287635ec req-720c84c0-2c89-4d4b-aff5-b83767e681a8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 1098 time: 0.0419247 Dec 13 11:01:20.525143 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-5330690c-0fc5-49aa-a825-c0e0287635ec req-f22c1429-672a-49f6-84f9-46441e228bf4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419161 Dec 13 11:01:20.701013 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637af067-0db2-4ce7-b0db-f9de2e50cf6a req-02b6eaba-c0ee-48d8-b040-ab2ae06799f2 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:20.702619 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-637af067-0db2-4ce7-b0db-f9de2e50cf6a req-02b6eaba-c0ee-48d8-b040-ab2ae06799f2 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0754261 Dec 13 11:01:20.719414 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30086e52-7caa-4ae4-8848-686c977e456c req-9cddd174-44f7-4546-9dfe-0dbfbb987cc6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:20.720827 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-30086e52-7caa-4ae4-8848-686c977e456c req-9cddd174-44f7-4546-9dfe-0dbfbb987cc6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 945 time: 0.0674784 Dec 13 11:01:20.796582 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-637af067-0db2-4ce7-b0db-f9de2e50cf6a req-b54e5deb-9a38-44aa-b6b4-bddcbea65c5e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865700 Dec 13 11:01:20.805203 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-30086e52-7caa-4ae4-8848-686c977e456c req-5a5f0d3c-a8a8-4e11-92e6-2235b8886c2d tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779867 Dec 13 11:01:21.953834 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa0899-d9c6-4087-b6f5-0f9bdc8936fe req-5c42d3d6-bc88-444e-9c50-c6e8379b7c17 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:21.955485 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-01fa0899-d9c6-4087-b6f5-0f9bdc8936fe req-5c42d3d6-bc88-444e-9c50-c6e8379b7c17 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0879304 Dec 13 11:01:21.966599 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e65754-3b42-4f89-99db-c663140bd3f2 req-490e2f4b-5506-4d99-b920-b1a2dbb66732 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:21.968210 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c3e65754-3b42-4f89-99db-c663140bd3f2 req-490e2f4b-5506-4d99-b920-b1a2dbb66732 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 945 time: 0.0706947 Dec 13 11:01:22.041477 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-01fa0899-d9c6-4087-b6f5-0f9bdc8936fe req-a503f74a-abbe-4745-afbd-17ab1aecf295 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722530 Dec 13 11:01:22.053052 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c3e65754-3b42-4f89-99db-c663140bd3f2 req-9783d00c-26b4-464e-8b4d-d358c3d6fc26 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771725 Dec 13 11:01:22.329940 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df1e8-9bb5-4097-84b2-7573a01d0e0a req-b160c1cd-04bf-4290-b30f-4e566878c8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:22.332288 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0d0df1e8-9bb5-4097-84b2-7573a01d0e0a req-b160c1cd-04bf-4290-b30f-4e566878c8ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 1098 time: 0.0590425 Dec 13 11:01:22.361705 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046e35b-df67-4e7b-a828-2932d133866b req-ed3e3d04-6d66-4778-939c-a14cfdef3022 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:22.363807 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5046e35b-df67-4e7b-a828-2932d133866b req-ed3e3d04-6d66-4778-939c-a14cfdef3022 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0770998 Dec 13 11:01:22.423869 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5046e35b-df67-4e7b-a828-2932d133866b req-6fb5014f-645e-454c-ba58-28fba6dd69af tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531175 Dec 13 11:01:22.445979 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df1e8-9bb5-4097-84b2-7573a01d0e0a req-2b3d1d68-ab85-495f-b1bd-afa80603650d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:22.448675 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0d0df1e8-9bb5-4097-84b2-7573a01d0e0a req-2b3d1d68-ab85-495f-b1bd-afa80603650d service neutron] 10.222.0.39 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 919 time: 0.1039422 Dec 13 11:01:22.498323 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0d0df1e8-9bb5-4097-84b2-7573a01d0e0a req-7ebcd7b3-5023-40d6-9949-a160e17de55e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6093bc-5f11-4399-b206-60e4e18dc962 HTTP/1.1" status: 200 len: 217 time: 0.0386968 Dec 13 11:01:22.573563 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df1e8-9bb5-4097-84b2-7573a01d0e0a req-13a868c6-facf-44b0-85b6-f0d1af497363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:22.575252 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0d0df1e8-9bb5-4097-84b2-7573a01d0e0a req-13a868c6-facf-44b0-85b6-f0d1af497363 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 200 len: 858 time: 0.0571864 Dec 13 11:01:22.619653 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0d0df1e8-9bb5-4097-84b2-7573a01d0e0a req-101f36ec-5be9-4d6d-93d8-f676ec26d252 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14c80f36-d354-469a-a885-e82375e202b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313985 Dec 13 11:01:22.734652 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0d0df1e8-9bb5-4097-84b2-7573a01d0e0a req-aa2f81ca-4371-4b91-98b1-2450481bf232 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930145 Dec 13 11:01:22.832387 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-0d0df1e8-9bb5-4097-84b2-7573a01d0e0a req-82c3acd9-acbc-495e-9c32-f51b54a1f993 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893161 Dec 13 11:01:23.202610 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99a094-1ce4-4f5e-84eb-8d48cd774b37 req-c8c5f5e9-19e2-4c49-a5c1-1c31bb385033 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:23.214116 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8f99a094-1ce4-4f5e-84eb-8d48cd774b37 req-c8c5f5e9-19e2-4c49-a5c1-1c31bb385033 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 945 time: 0.0643375 Dec 13 11:01:23.260763 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8f99a094-1ce4-4f5e-84eb-8d48cd774b37 req-a75a529b-3d2e-4d05-860e-4b777eac1328 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453591 Dec 13 11:01:23.582349 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb6afaa-bb10-4f08-be34-9bf32dbd2895 req-b83e6172-f46a-4fc8-bdbb-92391217ca94 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:23.584401 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8bb6afaa-bb10-4f08-be34-9bf32dbd2895 req-b83e6172-f46a-4fc8-bdbb-92391217ca94 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0823772 Dec 13 11:01:23.649855 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8bb6afaa-bb10-4f08-be34-9bf32dbd2895 req-6a1e76ca-3566-48f5-8865-51d0db16c05c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568156 Dec 13 11:01:23.743093 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 42200) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:23.866723 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ecc26b82-6afb-4228-955a-d8fcadbff637 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.168496 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ecc26b82-6afb-4228-955a-d8fcadbff637 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.174201 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ecc26b82-6afb-4228-955a-d8fcadbff637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.212121 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-ecc26b82-6afb-4228-955a-d8fcadbff637 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=95a49767aa0949b98581d051c36edb07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676287 Dec 13 11:01:24.212971 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc26b82-6afb-4228-955a-d8fcadbff637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca47cbc9-0e14-40fb-9b9c-ad7731b0f19c,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:24.214891 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 42204) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:24.268738 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4e6b3a6c-58ef-4dff-9b4f-496c00257c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.293657 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4e6b3a6c-58ef-4dff-9b4f-496c00257c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.344012 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4e6b3a6c-58ef-4dff-9b4f-496c00257c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.348266 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4e6b3a6c-58ef-4dff-9b4f-496c00257c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.349884 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4e6b3a6c-58ef-4dff-9b4f-496c00257c0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ca47cbc9-0e14-40fb-9b9c-ad7731b0f19c HTTP/1.1" status: 204 len: 168 time: 0.1339884 Dec 13 11:01:24.360028 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b3a6c-58ef-4dff-9b4f-496c00257c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca47cbc9-0e14-40fb-9b9c-ad7731b0f19c,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:24.631364 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 42216) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:24.644677 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c464770b-2f0d-4e01-929e-0e11ddfaf00a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.742712 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c464770b-2f0d-4e01-929e-0e11ddfaf00a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.747469 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c464770b-2f0d-4e01-929e-0e11ddfaf00a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.783487 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0393bb-9586-430a-98f2-2dac0f3e6be3 req-2452735a-3132-4bb9-bf36-4086abcbbf0c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:24.785199 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3a0393bb-9586-430a-98f2-2dac0f3e6be3 req-2452735a-3132-4bb9-bf36-4086abcbbf0c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0555749 Dec 13 11:01:24.786984 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c464770b-2f0d-4e01-929e-0e11ddfaf00a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=0c36ad122ad041289382087dcf816583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1545033 Dec 13 11:01:24.787845 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464770b-2f0d-4e01-929e-0e11ddfaf00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bff6872-5973-4ed6-9b22-2de6b9cdb8fc,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:24.789548 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 42224) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:24.877317 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3a0393bb-9586-430a-98f2-2dac0f3e6be3 req-4d1d38bf-ad97-4ef9-8c14-5b7a0163f284 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787823 Dec 13 11:01:24.878112 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4a75ecd4-3f54-48b2-9e5c-5815656d08d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.901466 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4a75ecd4-3f54-48b2-9e5c-5815656d08d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.957200 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4a75ecd4-3f54-48b2-9e5c-5815656d08d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.961200 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4a75ecd4-3f54-48b2-9e5c-5815656d08d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:24.962451 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4a75ecd4-3f54-48b2-9e5c-5815656d08d0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/5bff6872-5973-4ed6-9b22-2de6b9cdb8fc HTTP/1.1" status: 204 len: 168 time: 0.1716788 Dec 13 11:01:24.970617 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75ecd4-3f54-48b2-9e5c-5815656d08d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bff6872-5973-4ed6-9b22-2de6b9cdb8fc,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:25.320055 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 42240) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:25.341467 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-85ad032a-1b9f-43d8-87b9-1ad55140167b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.419176 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-85ad032a-1b9f-43d8-87b9-1ad55140167b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.424033 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-85ad032a-1b9f-43d8-87b9-1ad55140167b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.460549 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-85ad032a-1b9f-43d8-87b9-1ad55140167b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f0fe999488cf488090b4850bb25226da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1388485 Dec 13 11:01:25.461699 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ad032a-1b9f-43d8-87b9-1ad55140167b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f86c1ab-05ff-4abd-91f6-374cb7c52201,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:25.463484 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 42242) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:01:25.515470 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ab710d28-475f-42bf-b990-4448ec826d05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.538203 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ab710d28-475f-42bf-b990-4448ec826d05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.591663 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ab710d28-475f-42bf-b990-4448ec826d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.594773 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ab710d28-475f-42bf-b990-4448ec826d05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:25.596367 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-ab710d28-475f-42bf-b990-4448ec826d05 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7f86c1ab-05ff-4abd-91f6-374cb7c52201 HTTP/1.1" status: 204 len: 168 time: 0.1306334 Dec 13 11:01:25.604200 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab710d28-475f-42bf-b990-4448ec826d05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f86c1ab-05ff-4abd-91f6-374cb7c52201,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:26.001470 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48ae212-e3f8-41bd-8d4a-ed8d426fca61 req-4079b3f4-e53e-42b3-bbf1-6a4660c9a5bf tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:26.008686 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c48ae212-e3f8-41bd-8d4a-ed8d426fca61 req-4079b3f4-e53e-42b3-bbf1-6a4660c9a5bf tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0587974 Dec 13 11:01:26.056986 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c48ae212-e3f8-41bd-8d4a-ed8d426fca61 req-cc728f96-51bc-47a1-acd9-13e4a698a9b8 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474091 Dec 13 11:01:27.527041 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec52eba1-1c33-494c-bde5-03f45a4341f6 req-b1026070-fc34-4f03-bff9-1c48d1853a08 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:27.528910 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ec52eba1-1c33-494c-bde5-03f45a4341f6 req-b1026070-fc34-4f03-bff9-1c48d1853a08 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0495825 Dec 13 11:01:27.577486 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ec52eba1-1c33-494c-bde5-03f45a4341f6 req-08fb3286-82fb-43b6-a615-e5f5ae445e59 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419452 Dec 13 11:01:39.938132 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1c18a-2074-4b1e-8061-1834bda8362c req-f9a7d0e9-ac25-42b1-87c5-b6ca2d8f44ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:39.940388 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-45a1c18a-2074-4b1e-8061-1834bda8362c req-f9a7d0e9-ac25-42b1-87c5-b6ca2d8f44ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 1098 time: 0.0444601 Dec 13 11:01:39.949358 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0358b2-dd9c-48d3-96f6-692c8f5b5569 req-f9f80860-0d41-4ca8-b3ad-efd9a9fa4016 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:39.951115 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0d0358b2-dd9c-48d3-96f6-692c8f5b5569 req-f9f80860-0d41-4ca8-b3ad-efd9a9fa4016 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0497851 Dec 13 11:01:40.002106 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0d0358b2-dd9c-48d3-96f6-692c8f5b5569 req-622b5fdb-c82c-495c-a251-ca98a61e91ce tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Dec 13 11:01:40.046908 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1c18a-2074-4b1e-8061-1834bda8362c req-d13c74cd-77dd-4c85-b69a-ed2cb0a01bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:40.048371 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-45a1c18a-2074-4b1e-8061-1834bda8362c req-d13c74cd-77dd-4c85-b69a-ed2cb0a01bbf service neutron] 10.222.0.39 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 919 time: 0.0884876 Dec 13 11:01:40.095460 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-45a1c18a-2074-4b1e-8061-1834bda8362c req-1576921e-2cf3-4667-b605-205b76a65bbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6093bc-5f11-4399-b206-60e4e18dc962 HTTP/1.1" status: 200 len: 217 time: 0.0366397 Dec 13 11:01:40.155835 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1c18a-2074-4b1e-8061-1834bda8362c req-95b1fb3a-f16b-4b21-a25d-7e23689283e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:40.157415 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-45a1c18a-2074-4b1e-8061-1834bda8362c req-95b1fb3a-f16b-4b21-a25d-7e23689283e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 200 len: 858 time: 0.0471525 Dec 13 11:01:40.193031 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-45a1c18a-2074-4b1e-8061-1834bda8362c req-fd608c18-06cc-4fac-bcc7-a6707504b160 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14c80f36-d354-469a-a885-e82375e202b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268309 Dec 13 11:01:40.194818 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:40.296443 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-45a1c18a-2074-4b1e-8061-1834bda8362c req-4d14bdaf-333a-471f-ae65-ec28ba16ffdf service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901628 Dec 13 11:01:40.394933 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-45a1c18a-2074-4b1e-8061-1834bda8362c req-7db18a61-b2b6-4429-aad8-84ccc51f807a service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874119 Dec 13 11:01:40.501626 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905404cb-dce3-41e7-9c46-871d831f0627 req-6091805d-b9c5-49df-9f23-60a07bbacd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:40.503152 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-905404cb-dce3-41e7-9c46-871d831f0627 req-6091805d-b9c5-49df-9f23-60a07bbacd2e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 1098 time: 0.0498538 Dec 13 11:01:40.617949 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905404cb-dce3-41e7-9c46-871d831f0627 req-2f34e658-9201-4820-956e-ec3d98ba4ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:40.619438 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-905404cb-dce3-41e7-9c46-871d831f0627 req-2f34e658-9201-4820-956e-ec3d98ba4ed8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 919 time: 0.0851877 Dec 13 11:01:40.676364 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-905404cb-dce3-41e7-9c46-871d831f0627 req-68ffea27-f400-4f72-ba27-6af5258fe708 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6093bc-5f11-4399-b206-60e4e18dc962 HTTP/1.1" status: 200 len: 217 time: 0.0376356 Dec 13 11:01:40.730145 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905404cb-dce3-41e7-9c46-871d831f0627 req-99af0b69-0ed4-4391-a111-3d4cf55e08f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:40.731659 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-905404cb-dce3-41e7-9c46-871d831f0627 req-99af0b69-0ed4-4391-a111-3d4cf55e08f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 200 len: 858 time: 0.0479772 Dec 13 11:01:40.764813 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-905404cb-dce3-41e7-9c46-871d831f0627 req-f336e3fc-5502-497c-911d-43ac74ba1b88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14c80f36-d354-469a-a885-e82375e202b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238149 Dec 13 11:01:40.857961 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-905404cb-dce3-41e7-9c46-871d831f0627 req-bcd3885e-a127-4cf6-8ee5-a06ae64af45f service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843570 Dec 13 11:01:40.978158 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-905404cb-dce3-41e7-9c46-871d831f0627 req-d8b8ef8d-23c4-49e1-b8d8-6754a343be65 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113672 Dec 13 11:01:41.120821 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e0e9a-4866-4f85-8969-48f2a3d16ad8 req-cfacc751-92fc-488b-903d-77347c89080b tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:41.122309 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7f5e0e9a-4866-4f85-8969-48f2a3d16ad8 req-cfacc751-92fc-488b-903d-77347c89080b tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0534887 Dec 13 11:01:41.169335 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7f5e0e9a-4866-4f85-8969-48f2a3d16ad8 req-7e2d53ce-3464-4015-8c4e-7e3fe5175598 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411587 Dec 13 11:01:42.069979 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-34b9a280-9b35-4456-8380-30c3f19ff21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:42.286194 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e324f-b9a3-4b39-82f7-fdc1ef2ac2c7 req-c0014027-41a2-4362-8620-62231c40e6e7 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:42.287608 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0c0e324f-b9a3-4b39-82f7-fdc1ef2ac2c7 req-c0014027-41a2-4362-8620-62231c40e6e7 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0496237 Dec 13 11:01:42.337961 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0c0e324f-b9a3-4b39-82f7-fdc1ef2ac2c7 req-240db01e-36e8-48e3-82e8-e5617a81c690 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430076 Dec 13 11:01:43.459722 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf3643-2d66-48c1-9851-8ff8656900ad req-c763acf7-020d-4df6-a7d5-8447be73bbe8 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:43.461367 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fedf3643-2d66-48c1-9851-8ff8656900ad req-c763acf7-020d-4df6-a7d5-8447be73bbe8 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0561867 Dec 13 11:01:43.516127 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fedf3643-2d66-48c1-9851-8ff8656900ad req-7b8ffb20-3824-4619-9803-0db6f4dd614c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483310 Dec 13 11:01:44.374827 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-574f3a72-c0cf-460b-a9dd-e129b41440f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:44.650701 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fce4d0-8740-466d-84c5-abbd11673c28 req-478e73f2-6e9f-4f81-b3a9-d18d10bc0161 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:44.652205 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d1fce4d0-8740-466d-84c5-abbd11673c28 req-478e73f2-6e9f-4f81-b3a9-d18d10bc0161 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0568488 Dec 13 11:01:44.703563 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d1fce4d0-8740-466d-84c5-abbd11673c28 req-61ef644c-6d9b-4d4f-8557-87e0a494b11d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441122 Dec 13 11:01:45.622723 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:45.855365 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2efcf3-a774-4965-b186-c9bc2fc4ebeb req-78510b31-6677-4c2f-860c-ce96a94bcb9f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:45.857506 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3e2efcf3-a774-4965-b186-c9bc2fc4ebeb req-78510b31-6677-4c2f-860c-ce96a94bcb9f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0703814 Dec 13 11:01:45.914731 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3e2efcf3-a774-4965-b186-c9bc2fc4ebeb req-5f38f51f-69d7-4e0d-a347-645b6e00b75b tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508327 Dec 13 11:01:46.441784 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b3d0c-18bc-445b-9d3e-e8d1c199b34d req-e9d37351-9186-49a4-8579-fa77b118ce90 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:46.443366 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5f3b3d0c-18bc-445b-9d3e-e8d1c199b34d req-e9d37351-9186-49a4-8579-fa77b118ce90 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0514565 Dec 13 11:01:46.495082 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5f3b3d0c-18bc-445b-9d3e-e8d1c199b34d req-4c265bb0-8676-4e74-aaec-88248a6cd897 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453558 Dec 13 11:01:46.619907 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855773d3-130a-4ae6-80c2-574bd847649b req-9a17fee7-2678-438d-a75a-b1b218e168e1 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:46.621370 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-855773d3-130a-4ae6-80c2-574bd847649b req-9a17fee7-2678-438d-a75a-b1b218e168e1 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0508792 Dec 13 11:01:46.670014 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-855773d3-130a-4ae6-80c2-574bd847649b req-c254b538-b06f-4254-9135-fcd28be47ccb tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423353 Dec 13 11:01:46.980434 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:47.058925 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25657f27-25f7-4dba-b3e1-4e4cd5d976a6 req-4a9380b3-ebd2-4d5b-b143-45ea6a40dd3f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:47.060478 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-25657f27-25f7-4dba-b3e1-4e4cd5d976a6 req-4a9380b3-ebd2-4d5b-b143-45ea6a40dd3f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0669465 Dec 13 11:01:47.111502 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-25657f27-25f7-4dba-b3e1-4e4cd5d976a6 req-b8544d55-18f9-4a92-8662-da888ed07677 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 Dec 13 11:01:47.365379 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-ad0cd293-ed8e-4fa8-b405-6b1c58ab1583 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:47.366888 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-ad0cd293-ed8e-4fa8-b405-6b1c58ab1583 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 814 time: 0.1056104 Dec 13 11:01:47.389550 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-6aac80c1-37ba-4a24-a649-309ed2bfd4ac tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/quotas/8c2e709bf148487db8b7da1d7f71a7b7 HTTP/1.1" status: 200 len: 375 time: 0.0141294 Dec 13 11:01:47.460777 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-60bf87a0-2d3b-4cd0-b58d-553905e49fba tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0654442 Dec 13 11:01:47.553346 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-d2a99191-d30f-4651-b53a-6db32c774d52 service neutron] 10.222.0.43 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855427 Dec 13 11:01:47.681139 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d285e-53d0-403c-9b79-b7f92ff1f36f req-33ce4c98-c1fb-46a8-a426-a1787746491d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:47.682654 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-013d285e-53d0-403c-9b79-b7f92ff1f36f req-33ce4c98-c1fb-46a8-a426-a1787746491d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.1053064 Dec 13 11:01:47.686411 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-bbe17cb3-9b00-48f0-8d40-2c4f8c81ae80 service neutron] 10.222.0.43 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269865 Dec 13 11:01:47.734509 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-013d285e-53d0-403c-9b79-b7f92ff1f36f req-8d9d5b8d-0b8b-4b92-9326-fa001350447b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457296 Dec 13 11:01:47.872786 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0d7c34cb-6a44-4d69-bfce-378f289eb5bf req-d2632e0b-aa87-402d-bd46-ae3bd0a17d52 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 210 time: 0.0342185 Dec 13 11:01:47.881196 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dbae4-1772-4a47-979d-9db6453c92da req-135a30a6-dcb1-4b7d-a024-1beee441acd8 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:47.882736 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-004dbae4-1772-4a47-979d-9db6453c92da req-135a30a6-dcb1-4b7d-a024-1beee441acd8 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0835640 Dec 13 11:01:47.932791 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-004dbae4-1772-4a47-979d-9db6453c92da req-005405a5-fefa-4c9c-bdd6-ac774a666f4f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432019 Dec 13 11:01:48.031706 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:48.231914 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99085442-9622-49e4-a42c-f41309442c27 req-0fa7b41c-b6a1-4504-9844-45892031ff83 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:48.233723 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-99085442-9622-49e4-a42c-f41309442c27 req-0fa7b41c-b6a1-4504-9844-45892031ff83 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0536838 Dec 13 11:01:48.286217 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-99085442-9622-49e4-a42c-f41309442c27 req-7ffe7315-885e-4bef-b7cd-ef6c4c0cb94f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452628 Dec 13 11:01:48.876069 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2e4b8c-3fa2-4eda-b6de-b115ff37ec29 req-b15fbc89-6029-4339-a2ac-bd4e45d1a7fa tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:48.877891 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5b2e4b8c-3fa2-4eda-b6de-b115ff37ec29 req-b15fbc89-6029-4339-a2ac-bd4e45d1a7fa tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0566964 Dec 13 11:01:48.931353 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5b2e4b8c-3fa2-4eda-b6de-b115ff37ec29 req-34ab1589-f250-47e8-9ab9-8249d7c161f1 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476358 Dec 13 11:01:48.977851 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-91be6727-3260-41a1-be04-ea52fd385b6f req-6c7925e9-022f-4ba5-85c9-18945eedaa70 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 210 time: 0.0311949 Dec 13 11:01:49.056277 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-46280185-1bac-4e1f-837c-695f358e17e9 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:49.057830 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-46280185-1bac-4e1f-837c-695f358e17e9 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 814 time: 0.1099529 Dec 13 11:01:49.070716 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8308203b-8bb6-4754-a404-e3d2447d9d28 req-0a52842c-83de-4862-afda-ccc676194b86 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:49.073142 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8308203b-8bb6-4754-a404-e3d2447d9d28 req-0a52842c-83de-4862-afda-ccc676194b86 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0526073 Dec 13 11:01:49.073267 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Request body: {'port': {'device_id': '418ff098-756a-4f1f-9ed7-07814583e858', 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f', 'admin_state_up': True, 'tenant_id': '8c2e709bf148487db8b7da1d7f71a7b7'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:01:49.133114 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8308203b-8bb6-4754-a404-e3d2447d9d28 req-c5ed5f4a-fcc1-42d0-ba30-67d006c6faad tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542541 Dec 13 11:01:49.188914 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Made reservation on behalf of 8c2e709bf148487db8b7da1d7f71a7b7 for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:01:49.192348 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:49.342488 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Allocated IP 172.20.0.7 (ea53f06c-9409-4221-badf-180307a92e9f/fd7a891a-17a8-4510-9d50-364848293909/87220903-a792-4e2e-9316-316e4a3802c0) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:01:49.418436 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9985a3-904a-44a2-9e72-195bb4dc57d3 req-254cc893-9311-4e5c-af7d-b1032951ff22 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:49.420055 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-db9985a3-904a-44a2-9e72-195bb4dc57d3 req-254cc893-9311-4e5c-af7d-b1032951ff22 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0554972 Dec 13 11:01:49.469225 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-db9985a3-904a-44a2-9e72-195bb4dc57d3 req-1acaefd8-3458-4cbd-8080-2346b0c37a32 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427587 Dec 13 11:01:49.489469 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:49.523757 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:49.542506 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['569fddf1-61b8-4fca-91cb-cf3b6d4824fb', '935382e4-b821-4f8f-94e6-cd910ffcc6c9', '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:01:49.782292 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Network ea53f06c-9409-4221-badf-180307a92e9f is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:01:49.785362 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:01:49.788904 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:01:49.795170 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Pushing event updated for resources: {'Port': ['ID=87220903-a792-4e2e-9316-316e4a3802c0,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:49.827035 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.827379 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.827721 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.828058 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.828421 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.828759 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.829086 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.829408 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.829733 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.830051 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.830372 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.830719 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.831037 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:01:49.851817 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:49.852468 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:49.868765 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-b96ea13b-b08f-4d0c-8c22-38d7b57a4829 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7992010 Dec 13 11:01:49.883246 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Request body: {'port': {'device_id': '418ff098-756a-4f1f-9ed7-07814583e858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:01:49.939439 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:50.062000 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e0eb18-df29-405a-9b8d-9e81b8df4f21 req-74c54270-131d-49f7-b7d8-bbdb6434cc42 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:50.063628 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c3e0eb18-df29-405a-9b8d-9e81b8df4f21 req-74c54270-131d-49f7-b7d8-bbdb6434cc42 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0589786 Dec 13 11:01:50.138711 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee3000b-9cda-4b5e-a024-810400df3243 req-dd71f811-e2a2-4ee3-9c2f-6bf5a03c6044 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:50.140314 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2ee3000b-9cda-4b5e-a024-810400df3243 req-dd71f811-e2a2-4ee3-9c2f-6bf5a03c6044 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 931 time: 0.0871329 Dec 13 11:01:50.145570 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c3e0eb18-df29-405a-9b8d-9e81b8df4f21 req-ce33d3bf-ba3d-4b14-acca-1c88fcf481c7 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742774 Dec 13 11:01:50.209891 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87220903-a792-4e2e-9316-316e4a3802c0 {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:01:50.211289 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2ee3000b-9cda-4b5e-a024-810400df3243 req-2832122a-2e04-4ce5-9154-28cdc6ace1f9 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597966 Dec 13 11:01:50.227461 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:50.240398 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Transition to ACTIVE for port object 87220903-a792-4e2e-9316-316e4a3802c0 will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:01:50.245214 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:50.278278 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f42fb64-486d-463f-99e2-dcd6fb9cff7d req-7ffebfcb-c72a-4386-a41a-98202014dc16 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:50.279810 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7f42fb64-486d-463f-99e2-dcd6fb9cff7d req-7ffebfcb-c72a-4386-a41a-98202014dc16 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0513825 Dec 13 11:01:50.299716 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Pushing event updated for resources: {'Port': ['ID=87220903-a792-4e2e-9316-316e4a3802c0,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:50.333264 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7f42fb64-486d-463f-99e2-dcd6fb9cff7d req-f1fada05-6cf7-40b9-88e0-cb217d9e60e9 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469966 Dec 13 11:01:50.375121 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Attempting to bind port 87220903-a792-4e2e-9316-316e4a3802c0 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:01:50.375121 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Attempting to bind port 87220903-a792-4e2e-9316-316e4a3802c0 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:01:50.375793 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Attempting to bind port 87220903-a792-4e2e-9316-316e4a3802c0 on network ea53f06c-9409-4221-badf-180307a92e9f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:01:50.380222 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Port 87220903-a792-4e2e-9316-316e4a3802c0 on network ea53f06c-9409-4221-badf-180307a92e9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:01:50.380534 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Attempting to bind port 87220903-a792-4e2e-9316-316e4a3802c0 on network ea53f06c-9409-4221-badf-180307a92e9f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:01:50.385230 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:01:50.385556 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Checking segment: {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:01:50.385927 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Bound using segment: {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:01:50.386336 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Bound port: 87220903-a792-4e2e-9316-316e4a3802c0, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1afc942-66cf-4634-9ee6-b32338838f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:01:50.386717 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:50.453845 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] For port 87220903-a792-4e2e-9316-316e4a3802c0, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:01:50.457061 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] For port 87220903-a792-4e2e-9316-316e4a3802c0, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=87220903-a792-4e2e-9316-316e4a3802c0,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:01:50.464732 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:50.503375 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:50.503991 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:50.505450 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] 10.222.0.39 "PUT /v2.0/ports/87220903-a792-4e2e-9316-316e4a3802c0 HTTP/1.1" status: 200 len: 1093 time: 0.6263287 Dec 13 11:01:50.505883 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '418ff098-756a-4f1f-9ed7-07814583e858', 'tag': '87220903-a792-4e2e-9316-316e4a3802c0'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:01:50.508632 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "418ff098-756a-4f1f-9ed7-07814583e858", "tag": "87220903-a792-4e2e-9316-316e4a3802c0"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:01:50.539219 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf6cfc9-f29a-4668-b52a-e1f79f0a46a7 service neutron] Pushing event updated for resources: {'Port': ['ID=87220903-a792-4e2e-9316-316e4a3802c0,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:50.555453 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29876de8-c771-49fd-8a11-a26d9820940d x-openstack-request-id: req-29876de8-c771-49fd-8a11-a26d9820940d {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:01:50.555778 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "418ff098-756a-4f1f-9ed7-07814583e858", "tag": "87220903-a792-4e2e-9316-316e4a3802c0", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:01:50.556026 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-29876de8-c771-49fd-8a11-a26d9820940d {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:01:50.556421 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '418ff098-756a-4f1f-9ed7-07814583e858', 'tag': '87220903-a792-4e2e-9316-316e4a3802c0', 'status': 'completed', 'code': 200} Dec 13 11:01:50.598119 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6c386-637a-410a-891a-a7e5124f0bcf req-04878221-ef86-471b-a6cf-b6d8ad1e4b21 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:50.599683 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fec6c386-637a-410a-891a-a7e5124f0bcf req-04878221-ef86-471b-a6cf-b6d8ad1e4b21 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0552580 Dec 13 11:01:50.606348 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-0dc26398-82f0-4cf2-afe3-fa8fcfb7daf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:50.607864 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-0dc26398-82f0-4cf2-afe3-fa8fcfb7daf9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 1096 time: 0.0459599 Dec 13 11:01:50.649558 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fec6c386-637a-410a-891a-a7e5124f0bcf req-528973cc-c37b-4f4f-9f79-b069e5cbae58 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435228 Dec 13 11:01:50.661440 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-a79167d8-9c8c-4b0d-9a6a-832f1825bf2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87220903-a792-4e2e-9316-316e4a3802c0 HTTP/1.1" status: 200 len: 217 time: 0.0399334 Dec 13 11:01:50.723491 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-2de2d00a-6136-4730-8b2a-efddd60ba39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:50.724967 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-2de2d00a-6136-4730-8b2a-efddd60ba39e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd7a891a-17a8-4510-9d50-364848293909 HTTP/1.1" status: 200 len: 854 time: 0.0504990 Dec 13 11:01:50.759038 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-60fd148d-1e92-40b8-be05-f32b3de1a352 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea53f06c-9409-4221-badf-180307a92e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242205 Dec 13 11:01:50.860478 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-581c9382-b99a-4a45-a2e2-985f1229707e service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917008 Dec 13 11:01:50.957078 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-85e3da30-a77f-4cd3-822b-c538970bbc03 req-c3e1ed83-8f2b-4654-9f6d-208f70fffad5 service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858767 Dec 13 11:01:51.076174 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8 req-0babe764-e560-4c3d-98f4-5b6bd380ca63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:51.078320 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8 req-0babe764-e560-4c3d-98f4-5b6bd380ca63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 1096 time: 0.0568442 Dec 13 11:01:51.172339 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8 req-e882be05-d2e9-44f0-a9b6-e4c9abf4420d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:51.174750 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8 req-e882be05-d2e9-44f0-a9b6-e4c9abf4420d service neutron] 10.222.0.39 "GET /v2.0/networks?id=ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 200 len: 915 time: 0.0876410 Dec 13 11:01:51.220139 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8 req-9081d740-0184-4ed6-adf7-0bbd342a6b0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87220903-a792-4e2e-9316-316e4a3802c0 HTTP/1.1" status: 200 len: 217 time: 0.0355973 Dec 13 11:01:51.284046 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8 req-551f826a-415c-4448-b96c-51f8ca46bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:51.285541 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8 req-551f826a-415c-4448-b96c-51f8ca46bc04 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fd7a891a-17a8-4510-9d50-364848293909 HTTP/1.1" status: 200 len: 854 time: 0.0581543 Dec 13 11:01:51.295707 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb093b-470f-4d26-a411-f81578d1c282 req-b7513b4d-6e66-4ca8-81e2-159606e5af31 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:51.297172 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-44cb093b-470f-4d26-a411-f81578d1c282 req-b7513b4d-6e66-4ca8-81e2-159606e5af31 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0769775 Dec 13 11:01:51.332951 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8 req-3561a9a2-3790-4322-90f8-7efe906b6fa6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ea53f06c-9409-4221-badf-180307a92e9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271435 Dec 13 11:01:51.361396 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847157e4-1269-4510-a831-abd2e7f76a7e req-7769b002-d1e7-4827-b63f-454008914531 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:51.362900 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-847157e4-1269-4510-a831-abd2e7f76a7e req-7769b002-d1e7-4827-b63f-454008914531 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 943 time: 0.0847030 Dec 13 11:01:51.370307 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-44cb093b-470f-4d26-a411-f81578d1c282 req-e4c5e3fd-8b78-4d0b-8da6-b7c02d4d81c2 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602269 Dec 13 11:01:51.415399 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-847157e4-1269-4510-a831-abd2e7f76a7e req-dbe013eb-a655-4dd5-9c6e-28edc5dab086 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441120 Dec 13 11:01:51.436670 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8 req-e25db27d-8471-4d5e-bb90-ea63cc17de2a service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944767 Dec 13 11:01:51.484421 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76359ad-1e01-4d06-8cf7-dda26f560bfd req-abad9a4a-a3f7-4698-b52c-435e20f7bb0a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:51.485999 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e76359ad-1e01-4d06-8cf7-dda26f560bfd req-abad9a4a-a3f7-4698-b52c-435e20f7bb0a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0525589 Dec 13 11:01:51.535676 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e76359ad-1e01-4d06-8cf7-dda26f560bfd req-aa18ed43-db7d-4a1e-a747-7bc99242cf24 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435460 Dec 13 11:01:51.539348 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9ed34fb4-8fd2-4086-9868-f314d65ac0c8 req-a69d277f-3790-4c98-8fe1-c74d402f698a service neutron] 10.222.0.39 "GET /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922470 Dec 13 11:01:51.774902 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49febd13-c726-44df-8be2-95cde750eca9 req-04a9ede1-f0a4-4b77-9fbe-fe7c98f61cc2 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:51.776429 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-49febd13-c726-44df-8be2-95cde750eca9 req-04a9ede1-f0a4-4b77-9fbe-fe7c98f61cc2 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0574224 Dec 13 11:01:51.825715 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-49febd13-c726-44df-8be2-95cde750eca9 req-c8f57ef0-2a37-42a0-885c-57e7e49b49cd tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427933 Dec 13 11:01:52.430144 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:01:52.529896 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245f9a0-a1be-49e2-b8e0-094737be7567 req-871a4dca-9e31-4411-8b2c-dd0bb18c8aac tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:52.531420 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f245f9a0-a1be-49e2-b8e0-094737be7567 req-871a4dca-9e31-4411-8b2c-dd0bb18c8aac tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0787528 Dec 13 11:01:52.554997 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230d66-b0f3-4157-a4fc-b58132b40778 req-882ae78a-68e1-4726-8fab-46e4a873f611 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:52.556412 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ce230d66-b0f3-4157-a4fc-b58132b40778 req-882ae78a-68e1-4726-8fab-46e4a873f611 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 943 time: 0.0732198 Dec 13 11:01:52.623323 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f245f9a0-a1be-49e2-b8e0-094737be7567 req-98c32ef2-28a8-4938-b496-8d5a7425f028 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852227 Dec 13 11:01:52.640948 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ce230d66-b0f3-4157-a4fc-b58132b40778 req-b5b39cfe-1918-4083-98b1-b26a1ae212bb tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781355 Dec 13 11:01:52.736119 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e662a0-2bf4-441c-ae18-c9f000c913d2 req-13de8ccf-7634-42e3-902a-4441def82a71 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:52.737637 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c6e662a0-2bf4-441c-ae18-c9f000c913d2 req-13de8ccf-7634-42e3-902a-4441def82a71 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0493162 Dec 13 11:01:52.789020 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c6e662a0-2bf4-441c-ae18-c9f000c913d2 req-31b14836-8c02-4830-af20-1978f266510d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428538 Dec 13 11:01:52.958554 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6566e-bbd8-43f7-a52a-604c45d5f5f4 req-aa6dea04-f1ef-4811-b56b-14340407a095 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:52.960022 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f1e6566e-bbd8-43f7-a52a-604c45d5f5f4 req-aa6dea04-f1ef-4811-b56b-14340407a095 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0558741 Dec 13 11:01:53.006921 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f1e6566e-bbd8-43f7-a52a-604c45d5f5f4 req-9d69d4b3-36ce-480b-a458-d74b32ba5a32 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408967 Dec 13 11:01:53.785732 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f845b92-fdd8-4815-8088-d7f5623644bc req-03abfa09-0ccd-478f-b45b-a181a65aac7b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:53.787257 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2f845b92-fdd8-4815-8088-d7f5623644bc req-03abfa09-0ccd-478f-b45b-a181a65aac7b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0736547 Dec 13 11:01:53.811564 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc44dbc-df6f-4a8c-a8a4-5ca352482542 req-31a535ad-d1c4-4450-b420-325b2404f4bc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:53.813369 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1cc44dbc-df6f-4a8c-a8a4-5ca352482542 req-31a535ad-d1c4-4450-b420-325b2404f4bc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 943 time: 0.0909741 Dec 13 11:01:53.883950 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2f845b92-fdd8-4815-8088-d7f5623644bc req-7b9329cb-7fd7-410b-a2e5-3d800271c35d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868397 Dec 13 11:01:53.889781 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1cc44dbc-df6f-4a8c-a8a4-5ca352482542 req-82da1fe5-ffae-4fcf-a296-3396a259d568 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679984 Dec 13 11:01:53.990751 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b111a-197b-4318-8445-c77958fa4f1d req-7c7f4084-13d1-40c6-a256-7adfa5c26558 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:53.992241 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-106b111a-197b-4318-8445-c77958fa4f1d req-7c7f4084-13d1-40c6-a256-7adfa5c26558 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0491085 Dec 13 11:01:54.046689 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-106b111a-197b-4318-8445-c77958fa4f1d req-dce9ad78-5fa4-43c9-9de7-7480018b007b tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486839 Dec 13 11:01:54.136825 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de1870-57f3-42eb-974e-e9ccbafb102b req-34d310fa-54e0-490a-babb-35a6ba60df2a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:54.138322 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c0de1870-57f3-42eb-974e-e9ccbafb102b req-34d310fa-54e0-490a-babb-35a6ba60df2a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0496550 Dec 13 11:01:54.172932 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 87220903-a792-4e2e-9316-316e4a3802c0 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:01:54.197483 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c0de1870-57f3-42eb-974e-e9ccbafb102b req-6ebb22db-e8df-4c06-a96c-ec4f6ec619a6 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525997 Dec 13 11:01:54.273515 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 87220903-a792-4e2e-9316-316e4a3802c0, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=87220903-a792-4e2e-9316-316e4a3802c0,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:54.286116 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '87220903-a792-4e2e-9316-316e4a3802c0', 'network_id': 'ea53f06c-9409-4221-badf-180307a92e9f', 'port_id': '87220903-a792-4e2e-9316-316e4a3802c0', 'mac_address': 'fa:16:3e:a0:af:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd7a891a-17a8-4510-9d50-364848293909', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:01:54.323474 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:54.341111 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87220903-a792-4e2e-9316-316e4a3802c0 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:01:54.360214 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 87220903-a792-4e2e-9316-316e4a3802c0, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=87220903-a792-4e2e-9316-316e4a3802c0,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:54.364888 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:54.413329 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=87220903-a792-4e2e-9316-316e4a3802c0,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:54.787297 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['87220903-a792-4e2e-9316-316e4a3802c0'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:01:55.032940 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb9f86-ebb5-468c-9fbd-b970887752c3 req-a6c4dae0-f64c-4ce5-90d7-d4f3ccadcbfe tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:55.034414 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bbfb9f86-ebb5-468c-9fbd-b970887752c3 req-a6c4dae0-f64c-4ce5-90d7-d4f3ccadcbfe tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0772226 Dec 13 11:01:55.046299 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46148b07-077c-4e03-8c46-c5256d3a5d83 req-7f439153-bf0d-4067-a9b7-67378f46e15d tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:55.047970 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-46148b07-077c-4e03-8c46-c5256d3a5d83 req-7f439153-bf0d-4067-a9b7-67378f46e15d tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 944 time: 0.0888808 Dec 13 11:01:55.119053 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bbfb9f86-ebb5-468c-9fbd-b970887752c3 req-7ee57621-564d-49a6-8b3b-b9c2fac8a8de tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700610 Dec 13 11:01:55.122790 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-46148b07-077c-4e03-8c46-c5256d3a5d83 req-0260e9b3-2553-4cd7-872b-99566aa0c7fa tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676820 Dec 13 11:01:55.244764 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c7354-8d8c-4676-bd6e-373f9dde903f req-667ef189-293b-4c22-9878-4522e1536f09 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:55.246239 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-909c7354-8d8c-4676-bd6e-373f9dde903f req-667ef189-293b-4c22-9878-4522e1536f09 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0654180 Dec 13 11:01:55.326327 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-909c7354-8d8c-4676-bd6e-373f9dde903f req-dd69c883-decd-4d9e-abd8-225bfd32f42c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735013 Dec 13 11:01:55.338867 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3205fe8-f471-4114-a8a1-7615ee758793 req-e942b354-bb7a-430d-91d5-963580a089b5 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:55.340391 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e3205fe8-f471-4114-a8a1-7615ee758793 req-e942b354-bb7a-430d-91d5-963580a089b5 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0718849 Dec 13 11:01:55.390776 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e3205fe8-f471-4114-a8a1-7615ee758793 req-1c43dad1-2205-44f3-8969-4c5b39926bb6 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443704 Dec 13 11:01:56.275246 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9713c1-aabc-4f4a-b4f1-cf9a890650d0 req-91999e65-8f73-4ac7-9796-e3b775243270 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:56.276804 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cc9713c1-aabc-4f4a-b4f1-cf9a890650d0 req-91999e65-8f73-4ac7-9796-e3b775243270 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0797770 Dec 13 11:01:56.288378 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a17cd-276a-4562-b567-c70278a5254a req-5843ff54-8baa-4275-ab8f-cbf311c8fcb0 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:56.289836 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3e6a17cd-276a-4562-b567-c70278a5254a req-5843ff54-8baa-4275-ab8f-cbf311c8fcb0 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 944 time: 0.0909448 Dec 13 11:01:56.308593 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 87220903-a792-4e2e-9316-316e4a3802c0 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:01:56.361612 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cc9713c1-aabc-4f4a-b4f1-cf9a890650d0 req-3c5be0f6-9ed4-4f59-8bcb-2fa356827af4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705750 Dec 13 11:01:56.361890 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 87220903-a792-4e2e-9316-316e4a3802c0 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:01:56.366185 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 87220903-a792-4e2e-9316-316e4a3802c0 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:01:56.366621 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:56.367769 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3e6a17cd-276a-4562-b567-c70278a5254a req-356c7970-ba03-44ac-9c2a-f3119c103e99 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707726 Dec 13 11:01:56.460828 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:56.488484 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff098-756a-4f1f-9ed7-07814583e858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87220903-a792-4e2e-9316-316e4a3802c0'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:01:56.491357 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26db48e-0f94-4655-b376-94c59afc94c7" -d '{"events": [{"server_uuid": "418ff098-756a-4f1f-9ed7-07814583e858", "name": "network-vif-plugged", "status": "completed", "tag": "87220903-a792-4e2e-9316-316e4a3802c0"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:01:56.511869 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 87220903-a792-4e2e-9316-316e4a3802c0, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=87220903-a792-4e2e-9316-316e4a3802c0,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:01:56.512498 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd27e4-5435-49ac-a352-086af7aaf0d3 req-6d7bd81f-3ed5-4fd9-a479-94dbee36e95c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:56.515714 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:01:56.520555 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-29bd27e4-5435-49ac-a352-086af7aaf0d3 req-6d7bd81f-3ed5-4fd9-a479-94dbee36e95c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0851324 Dec 13 11:01:56.558335 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26a96e8-f98a-495d-a1ee-85eb095eb7d0 req-9f2c065b-510e-45c6-a2a2-ca6ef5a44a9b tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:56.559934 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f26a96e8-f98a-495d-a1ee-85eb095eb7d0 req-9f2c065b-510e-45c6-a2a2-ca6ef5a44a9b tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0935760 Dec 13 11:01:56.588930 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=87220903-a792-4e2e-9316-316e4a3802c0,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:01:56.614589 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-29bd27e4-5435-49ac-a352-086af7aaf0d3 req-2178fbc2-f328-4885-949e-e03d3a110e1a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868852 Dec 13 11:01:56.654132 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e45c32-2ac2-4bcc-a098-d0195277464b x-openstack-request-id: req-a0e45c32-2ac2-4bcc-a098-d0195277464b {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:01:56.654770 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff098-756a-4f1f-9ed7-07814583e858", "name": "network-vif-plugged", "status": "completed", "tag": "87220903-a792-4e2e-9316-316e4a3802c0", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:01:56.654770 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a0e45c32-2ac2-4bcc-a098-d0195277464b {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:01:56.655534 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ff098-756a-4f1f-9ed7-07814583e858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87220903-a792-4e2e-9316-316e4a3802c0', 'code': 200} Dec 13 11:01:56.658860 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f26a96e8-f98a-495d-a1ee-85eb095eb7d0 req-937d4a8d-feb8-4be3-bc00-819192f6077a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919957 Dec 13 11:01:56.858037 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fdce4d-1fd9-4dbc-a6d1-75f5125b6009 req-5b11172b-3ed6-4dac-bc3a-080cb44ccfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:56.860369 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-06fdce4d-1fd9-4dbc-a6d1-75f5125b6009 req-5b11172b-3ed6-4dac-bc3a-080cb44ccfb4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 1098 time: 0.0497987 Dec 13 11:01:56.910357 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-06fdce4d-1fd9-4dbc-a6d1-75f5125b6009 req-8c36910b-a664-4b51-89d8-c9bc4324d0d7 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416546 Dec 13 11:01:57.523871 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9628c14-7d3d-4074-8594-f57589b692a7 req-14a81cfb-69f1-435a-b62b-209bfdefab8e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:57.525343 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f9628c14-7d3d-4074-8594-f57589b692a7 req-14a81cfb-69f1-435a-b62b-209bfdefab8e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0863740 Dec 13 11:01:57.533653 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e551a5-7480-4306-bf9e-7284c7448bd2 req-4a6f8f3f-3658-4ef5-bef1-3c92e048211a tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:57.535027 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-13e551a5-7480-4306-bf9e-7284c7448bd2 req-4a6f8f3f-3658-4ef5-bef1-3c92e048211a tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 945 time: 0.0932651 Dec 13 11:01:57.607796 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f9628c14-7d3d-4074-8594-f57589b692a7 req-1b515d87-da59-40ff-acd1-c10e0e21e05a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717437 Dec 13 11:01:57.611109 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-13e551a5-7480-4306-bf9e-7284c7448bd2 req-c9398935-7b97-4a9c-8407-3fe079de1d26 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696075 Dec 13 11:01:57.726593 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f88d1b9-c108-43d7-93f6-f08fe9068d01 req-9f649fae-a633-4e1c-982f-1d220200e76c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:57.728097 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3f88d1b9-c108-43d7-93f6-f08fe9068d01 req-9f649fae-a633-4e1c-982f-1d220200e76c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0552146 Dec 13 11:01:57.807329 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3f88d1b9-c108-43d7-93f6-f08fe9068d01 req-2005fe17-15f4-4f30-b302-fe0e953ea662 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712850 Dec 13 11:01:57.815351 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b932a08-8f97-4b73-8ecb-8cebaeba714d req-08a00e26-b347-4186-85ed-a49ec986a78d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:57.816780 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7b932a08-8f97-4b73-8ecb-8cebaeba714d req-08a00e26-b347-4186-85ed-a49ec986a78d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0826545 Dec 13 11:01:57.863014 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7b932a08-8f97-4b73-8ecb-8cebaeba714d req-69d4b630-2bf2-435f-bfba-5ba88eb34e2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398388 Dec 13 11:01:58.761321 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9d794-168f-4228-97cd-adc71d58ccb3 req-d68af89e-2e77-46f0-aeb1-07c288650197 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:58.762781 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d6f9d794-168f-4228-97cd-adc71d58ccb3 req-d68af89e-2e77-46f0-aeb1-07c288650197 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 945 time: 0.0783076 Dec 13 11:01:58.769778 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cbbdbd-89c8-4fc8-85a6-548a4f526523 req-5bb438bd-873c-427e-abd6-a27d7ee382b6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:58.771141 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-14cbbdbd-89c8-4fc8-85a6-548a4f526523 req-5bb438bd-873c-427e-abd6-a27d7ee382b6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0848327 Dec 13 11:01:58.838859 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d6f9d794-168f-4228-97cd-adc71d58ccb3 req-f05c6f84-d414-4f79-b00c-b52445516759 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667458 Dec 13 11:01:58.846024 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-14cbbdbd-89c8-4fc8-85a6-548a4f526523 req-dc95b525-a836-406d-962a-a3fa60d53d47 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684209 Dec 13 11:01:58.973026 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a140f-40a6-483d-b95e-412e228b0772 req-205c3aec-c9e0-42e9-8ea2-b77acef61254 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:58.974477 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2a3a140f-40a6-483d-b95e-412e228b0772 req-205c3aec-c9e0-42e9-8ea2-b77acef61254 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0801687 Dec 13 11:01:59.002288 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445650ff-0de6-4633-bf7e-87658184bdce req-7847a5dd-1392-420a-bbf8-4d23133fca7d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:59.003740 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-445650ff-0de6-4633-bf7e-87658184bdce req-7847a5dd-1392-420a-bbf8-4d23133fca7d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0706098 Dec 13 11:01:59.065420 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2a3a140f-40a6-483d-b95e-412e228b0772 req-a8d049da-5876-48ab-af21-d728665c51df tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768487 Dec 13 11:01:59.076746 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-445650ff-0de6-4633-bf7e-87658184bdce req-664ca1a5-abe1-4686-a6ad-05576ddcd307 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655110 Dec 13 11:01:59.986459 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567474b6-5477-41ff-b66e-5fa89e0affdd req-62a5bcef-8870-41f6-8a8f-aaeffb1ebfe4 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:01:59.987956 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-567474b6-5477-41ff-b66e-5fa89e0affdd req-62a5bcef-8870-41f6-8a8f-aaeffb1ebfe4 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 945 time: 0.0758131 Dec 13 11:01:59.999218 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091581a1-8af4-49e3-8b84-2e1fdb32315e req-d10a542f-aaeb-462a-a747-2d7c6133c696 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:00.000656 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-091581a1-8af4-49e3-8b84-2e1fdb32315e req-d10a542f-aaeb-462a-a747-2d7c6133c696 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0785398 Dec 13 11:02:00.073350 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-567474b6-5477-41ff-b66e-5fa89e0affdd req-6167c70e-ff8e-4732-b137-afa9068467ee tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717289 Dec 13 11:02:00.076734 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-091581a1-8af4-49e3-8b84-2e1fdb32315e req-a08aef27-c649-48af-b8ce-30ca61e8ff5a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695205 Dec 13 11:02:00.210007 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f73a91-646d-4673-ad1d-26bcdb0aba52 req-ab3c6261-ea48-40a7-b477-d1aada0f80e4 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:00.211491 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-74f73a91-646d-4673-ad1d-26bcdb0aba52 req-ab3c6261-ea48-40a7-b477-d1aada0f80e4 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0659688 Dec 13 11:02:00.218854 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c267d4f-20b9-4be4-8fbb-98b02293e753 req-6cecec1f-c8b9-48ec-bb0e-002651ca0bd6 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:00.220221 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c267d4f-20b9-4be4-8fbb-98b02293e753 req-6cecec1f-c8b9-48ec-bb0e-002651ca0bd6 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0852082 Dec 13 11:02:00.291925 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-74f73a91-646d-4673-ad1d-26bcdb0aba52 req-3a9d31f0-b4e5-49e9-a95d-f0a6d2e9a0c2 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707471 Dec 13 11:02:00.295434 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c267d4f-20b9-4be4-8fbb-98b02293e753 req-2dd16989-6ef8-4614-8e8d-54e0fa480d32 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687132 Dec 13 11:02:01.213733 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5b28a-79d9-421a-8f1c-b48b246e9ba6 req-3fa8d99e-7c90-4278-992e-3d994bc2698b tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:01.215103 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-caf5b28a-79d9-421a-8f1c-b48b246e9ba6 req-3fa8d99e-7c90-4278-992e-3d994bc2698b tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 945 time: 0.0742328 Dec 13 11:02:01.226978 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a0d4ca-3ae2-4d7d-8e9b-52874e16ed69 req-a1a5f283-1cfb-4aeb-89a2-5d6440ad7e4d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:01.228378 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-55a0d4ca-3ae2-4d7d-8e9b-52874e16ed69 req-a1a5f283-1cfb-4aeb-89a2-5d6440ad7e4d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0781462 Dec 13 11:02:01.300134 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-caf5b28a-79d9-421a-8f1c-b48b246e9ba6 req-96939cac-a846-47ea-8bdf-e8bd874d374f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707822 Dec 13 11:02:01.303563 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-55a0d4ca-3ae2-4d7d-8e9b-52874e16ed69 req-ad5b1df1-9d02-4c6e-9b3d-4e5142f4799b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685785 Dec 13 11:02:01.436594 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecbd8cc-a81e-42c5-9015-e4f57fb684a3 req-40087227-36f0-466c-9eda-6e8ac2ce86ae tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:01.438287 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fecbd8cc-a81e-42c5-9015-e4f57fb684a3 req-40087227-36f0-466c-9eda-6e8ac2ce86ae tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0790079 Dec 13 11:02:01.458242 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5452f38-949d-436b-a448-7b4c4540560d req-61232fdc-a490-4557-b05a-5275efb66cd2 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:01.459886 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b5452f38-949d-436b-a448-7b4c4540560d req-61232fdc-a490-4557-b05a-5275efb66cd2 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0719612 Dec 13 11:02:01.523082 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fecbd8cc-a81e-42c5-9015-e4f57fb684a3 req-5cbf3c5d-e3aa-4ceb-9ba0-f53a231aa8e4 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779593 Dec 13 11:02:01.534473 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b5452f38-949d-436b-a448-7b4c4540560d req-a4b5e6f1-571e-47b1-894a-66378d644e38 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651305 Dec 13 11:02:02.250183 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 42870) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:02.371642 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:02.489573 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481e99d-cafb-40be-9803-dbe8bd8da3b0 req-529d3851-4034-4bf2-97b8-fe5a5f4636b1 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:02.491115 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c481e99d-cafb-40be-9803-dbe8bd8da3b0 req-529d3851-4034-4bf2-97b8-fe5a5f4636b1 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 945 time: 0.1096458 Dec 13 11:02:02.519227 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c872cc-a731-4354-9f1f-a9a095ff0ea6 req-9a9d8ac0-7834-4883-9bb5-64f3a4f6ffd9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:02.520603 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a3c872cc-a731-4354-9f1f-a9a095ff0ea6 req-9a9d8ac0-7834-4883-9bb5-64f3a4f6ffd9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.1251006 Dec 13 11:02:02.601183 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:02.613969 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:02.621895 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c481e99d-cafb-40be-9803-dbe8bd8da3b0 req-ab7d4d04-6b32-4799-9e01-b3f282c988bb tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239145 Dec 13 11:02:02.641853 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a3c872cc-a731-4354-9f1f-a9a095ff0ea6 req-7a233c77-6447-4192-a31e-61625ec7f676 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122413 Dec 13 11:02:02.673646 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 42884) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:02.674239 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=510385c3ce50428ea8e9d822f4f1d1a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4224014 Dec 13 11:02:02.678676 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76a4b12-e569-41b9-af70-078c68274baf,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:02.686236 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.686647 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.686958 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.687319 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.687845 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.688416 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.688811 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.689149 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.689484 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.689817 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.690561 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.690561 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.690805 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c5824-f3ae-4b0b-8177-8411a1c9b610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:02.750671 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0e216-0631-404d-b1db-41792e346648 req-d668b3e9-9a24-4896-88c5-49658d243308 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:02.755021 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dac0e216-0631-404d-b1db-41792e346648 req-d668b3e9-9a24-4896-88c5-49658d243308 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0606072 Dec 13 11:02:02.759756 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8a38e881-cba6-4917-8434-32cb66fbf20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:02.790242 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8a38e881-cba6-4917-8434-32cb66fbf20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:02.840770 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dac0e216-0631-404d-b1db-41792e346648 req-5f7b6aaa-3e41-42ed-b35a-4de8f077b3d5 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803440 Dec 13 11:02:02.841016 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8a38e881-cba6-4917-8434-32cb66fbf20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:02.844979 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8a38e881-cba6-4917-8434-32cb66fbf20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:02.848475 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-8a38e881-cba6-4917-8434-32cb66fbf20f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d76a4b12-e569-41b9-af70-078c68274baf HTTP/1.1" status: 204 len: 168 time: 0.1715152 Dec 13 11:02:02.862390 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d3f46c-c704-4327-b3bc-4d5895eb8e68 req-b6bd24be-70b3-4652-910c-dac5a6b08738 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:02.864263 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-18d3f46c-c704-4327-b3bc-4d5895eb8e68 req-b6bd24be-70b3-4652-910c-dac5a6b08738 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.1022751 Dec 13 11:02:02.870555 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38e881-cba6-4917-8434-32cb66fbf20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76a4b12-e569-41b9-af70-078c68274baf,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:02.952767 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-18d3f46c-c704-4327-b3bc-4d5895eb8e68 req-0ec034d6-6e81-48f4-b94a-57290d69c9c6 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774333 Dec 13 11:02:03.780353 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33104103-bcca-4503-bd2d-0988a953db85 req-95e3cf5f-4884-4d70-8223-49ceacd71741 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:03.781860 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-33104103-bcca-4503-bd2d-0988a953db85 req-95e3cf5f-4884-4d70-8223-49ceacd71741 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0515621 Dec 13 11:02:03.839528 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-33104103-bcca-4503-bd2d-0988a953db85 req-236cc694-deef-4404-a882-687a518d6847 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488226 Dec 13 11:02:03.966872 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69b071-68f9-4ec4-a17f-f68d452d2de4 req-f479c603-e841-42c6-87a9-0f9623dfdd29 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:03.968251 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-da69b071-68f9-4ec4-a17f-f68d452d2de4 req-f479c603-e841-42c6-87a9-0f9623dfdd29 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0558505 Dec 13 11:02:04.030198 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-da69b071-68f9-4ec4-a17f-f68d452d2de4 req-305221ca-668d-4bd0-9687-4abe7c63cdc6 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548389 Dec 13 11:02:04.067325 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20279b10-9ba9-4a1c-85a5-40e4f2c63dcd req-5c58fb8b-207e-4523-b195-537f6afb611c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:04.068977 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-20279b10-9ba9-4a1c-85a5-40e4f2c63dcd req-5c58fb8b-207e-4523-b195-537f6afb611c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0525980 Dec 13 11:02:04.116829 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-20279b10-9ba9-4a1c-85a5-40e4f2c63dcd req-60518544-8461-49bf-a6ad-fd8f259d9f0a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418744 Dec 13 11:02:04.969762 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d390b-a525-458b-b6aa-d5a167d75ac3 req-a7cb85a5-ea38-41a4-9b39-116c08158665 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:04.971251 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c96d390b-a525-458b-b6aa-d5a167d75ac3 req-a7cb85a5-ea38-41a4-9b39-116c08158665 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0538898 Dec 13 11:02:05.018906 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c96d390b-a525-458b-b6aa-d5a167d75ac3 req-d4d595e1-8ac1-42b4-bb0c-0323eea0c777 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417051 Dec 13 11:02:05.170892 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e1406-7b73-4a9d-a78c-cb66e41e04a5 req-729c1014-bd79-495a-ade0-641f8f0e5d26 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:05.172554 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e43e1406-7b73-4a9d-a78c-cb66e41e04a5 req-729c1014-bd79-495a-ade0-641f8f0e5d26 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0627832 Dec 13 11:02:05.251574 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e43e1406-7b73-4a9d-a78c-cb66e41e04a5 req-3c9b53d1-faa2-462e-8493-c5dac622f5d1 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728626 Dec 13 11:02:05.263429 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deed0f4-d213-4f48-9678-225b0f928d14 req-5c2e31a6-2e2f-4107-bf67-5a42699efca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:05.264860 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6deed0f4-d213-4f48-9678-225b0f928d14 req-5c2e31a6-2e2f-4107-bf67-5a42699efca7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0722508 Dec 13 11:02:05.524901 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6deed0f4-d213-4f48-9678-225b0f928d14 req-e8dca116-2cf8-41de-a181-1be2284e00f7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2540238 Dec 13 11:02:06.152703 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6441275-6945-4fff-8a91-885ca1f5f13e req-2b40dc4d-91c8-404a-8b9f-0151ed44b457 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:06.154481 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c6441275-6945-4fff-8a91-885ca1f5f13e req-2b40dc4d-91c8-404a-8b9f-0151ed44b457 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0495801 Dec 13 11:02:06.211816 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c6441275-6945-4fff-8a91-885ca1f5f13e req-f694b6e9-9f7b-417c-8046-e94a7e7d9644 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505548 Dec 13 11:02:06.367558 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a059d-32a9-436b-8c24-f36c484d9e8b req-6d7b30c4-a09f-4460-8a45-66f35740f754 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:06.369027 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0c8a059d-32a9-436b-8c24-f36c484d9e8b req-6d7b30c4-a09f-4460-8a45-66f35740f754 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0485878 Dec 13 11:02:06.421829 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0c8a059d-32a9-436b-8c24-f36c484d9e8b req-fd4de56b-e557-4d92-9d5e-42fa8a188c9e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468056 Dec 13 11:02:06.648966 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf2929-e1e0-491d-9edb-57c5d3d7d525 req-1dd18cb1-d634-4f48-a562-b3bdb0c2b327 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:06.650501 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5caf2929-e1e0-491d-9edb-57c5d3d7d525 req-1dd18cb1-d634-4f48-a562-b3bdb0c2b327 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0500357 Dec 13 11:02:06.705041 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5caf2929-e1e0-491d-9edb-57c5d3d7d525 req-d446dbd9-a9cf-4af6-b9ff-a0ca75122127 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Dec 13 11:02:07.340626 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6f8a9-dd46-43a3-97b9-a677e45e79aa req-dd5cbac4-afdb-4a2a-bdc1-3ae1e3f4faff tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:07.342135 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-add6f8a9-dd46-43a3-97b9-a677e45e79aa req-dd5cbac4-afdb-4a2a-bdc1-3ae1e3f4faff tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0525310 Dec 13 11:02:07.389904 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-add6f8a9-dd46-43a3-97b9-a677e45e79aa req-127c4d4f-7d1a-4aeb-ba93-f06c8c306c7d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417650 Dec 13 11:02:07.540464 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf11d7-0f54-468c-afd8-52c27e33a5bc req-8820a93b-5eb4-4d33-a285-8d3e8dfc909e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:07.541909 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-82bf11d7-0f54-468c-afd8-52c27e33a5bc req-8820a93b-5eb4-4d33-a285-8d3e8dfc909e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0525484 Dec 13 11:02:07.600573 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-82bf11d7-0f54-468c-afd8-52c27e33a5bc req-50b2fda0-aebc-4ed3-83d4-b6f404bef981 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522351 Dec 13 11:02:07.835905 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debbae8-1474-4eab-aab1-b7c543adbeeb req-f56fee23-0101-4b45-86a4-e2280862f15a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:07.837410 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5debbae8-1474-4eab-aab1-b7c543adbeeb req-f56fee23-0101-4b45-86a4-e2280862f15a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0527797 Dec 13 11:02:07.888844 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5debbae8-1474-4eab-aab1-b7c543adbeeb req-4b7bc3bf-c277-4223-b743-fea216568ada tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452070 Dec 13 11:02:08.522793 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca65ba2-cd73-4c46-9c77-527b299feaf8 req-e79bb867-da08-4cc8-a757-b0d969e12433 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:08.524281 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8ca65ba2-cd73-4c46-9c77-527b299feaf8 req-e79bb867-da08-4cc8-a757-b0d969e12433 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0522254 Dec 13 11:02:08.581258 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8ca65ba2-cd73-4c46-9c77-527b299feaf8 req-fb8f14c6-a921-4686-b0cc-ce698349f610 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487151 Dec 13 11:02:08.724565 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcddbbef-fc5c-4d78-a1e0-b6e0bdfc83c4 req-713dade8-c12a-40ef-952a-b505dbd15fd5 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:08.726083 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dcddbbef-fc5c-4d78-a1e0-b6e0bdfc83c4 req-713dade8-c12a-40ef-952a-b505dbd15fd5 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0514235 Dec 13 11:02:08.787419 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dcddbbef-fc5c-4d78-a1e0-b6e0bdfc83c4 req-f1934c7a-dd28-43c8-943b-22150c14d59c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523305 Dec 13 11:02:09.028449 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c40d8-1b63-453a-8222-3ac9f60c9e95 req-aca89e7a-3fe1-4a28-bf57-e087fbb6569d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:09.030196 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-229c40d8-1b63-453a-8222-3ac9f60c9e95 req-aca89e7a-3fe1-4a28-bf57-e087fbb6569d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0507395 Dec 13 11:02:09.079334 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-229c40d8-1b63-453a-8222-3ac9f60c9e95 req-f16f2de3-2281-4ec7-8fdc-57e15eae48cc tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426111 Dec 13 11:02:09.321891 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a46de0-f6e2-4b67-b0ec-a8ab84fa5779 req-b256ca5f-cc0c-445f-a36d-b30d388215de tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:09.323426 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-53a46de0-f6e2-4b67-b0ec-a8ab84fa5779 req-b256ca5f-cc0c-445f-a36d-b30d388215de tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0543230 Dec 13 11:02:09.375762 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-53a46de0-f6e2-4b67-b0ec-a8ab84fa5779 req-1ceed675-5ec8-4e67-99d9-66f317bc30c3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458584 Dec 13 11:02:09.379896 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92036f33-810a-4041-ad23-9624b1e47130 req-f2f9803f-409a-4127-bfd7-536e3fc6bea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:09.381510 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-92036f33-810a-4041-ad23-9624b1e47130 req-f2f9803f-409a-4127-bfd7-536e3fc6bea4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 1098 time: 0.0421939 Dec 13 11:02:09.487699 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92036f33-810a-4041-ad23-9624b1e47130 req-eb9691e5-8126-4721-b7ca-94af3ca818b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:09.489090 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-92036f33-810a-4041-ad23-9624b1e47130 req-eb9691e5-8126-4721-b7ca-94af3ca818b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 912 time: 0.0924308 Dec 13 11:02:09.564628 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-92036f33-810a-4041-ad23-9624b1e47130 req-c2bdd1d4-3a55-4bf2-91d3-1c72c4bc3c00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718 HTTP/1.1" status: 200 len: 1000 time: 0.0669992 Dec 13 11:02:09.621545 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92036f33-810a-4041-ad23-9624b1e47130 req-c268bb85-944e-474b-96cf-fa2773e31749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:09.623066 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-92036f33-810a-4041-ad23-9624b1e47130 req-c268bb85-944e-474b-96cf-fa2773e31749 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6896b4b5-32fc-43fc-a5f0-223c5f72a56d HTTP/1.1" status: 200 len: 850 time: 0.0505438 Dec 13 11:02:09.673780 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92036f33-810a-4041-ad23-9624b1e47130 req-d6bf8dfc-52df-418b-ab39-b8bc1d1253b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:09.675336 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-92036f33-810a-4041-ad23-9624b1e47130 req-d6bf8dfc-52df-418b-ab39-b8bc1d1253b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409555 Dec 13 11:02:09.701456 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a417c38-28f6-4f87-a5ec-b9fda8086880 req-742abb72-eec7-4367-8070-969ad3d895e3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:09.703098 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3a417c38-28f6-4f87-a5ec-b9fda8086880 req-742abb72-eec7-4367-8070-969ad3d895e3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0482094 Dec 13 11:02:09.751002 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3a417c38-28f6-4f87-a5ec-b9fda8086880 req-9f45c8ab-8e9e-4ed2-bd94-8bc01e7fc27a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415237 Dec 13 11:02:09.780442 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-92036f33-810a-4041-ad23-9624b1e47130 req-63995a7d-fd73-4967-9e1b-90cb2241d345 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877006 Dec 13 11:02:09.879626 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-92036f33-810a-4041-ad23-9624b1e47130 req-562fd085-416f-439a-93f7-e0cb4f852f5b service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852604 Dec 13 11:02:09.908627 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e2c97-2926-45f1-ac8f-ad4fb92b1cd9 req-f693c4ea-a664-4265-b24c-9bd4babfcd52 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:09.910079 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a41e2c97-2926-45f1-ac8f-ad4fb92b1cd9 req-f693c4ea-a664-4265-b24c-9bd4babfcd52 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0539577 Dec 13 11:02:09.959010 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a41e2c97-2926-45f1-ac8f-ad4fb92b1cd9 req-08121294-bb0d-41f3-8535-a4fe6826d97e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426552 Dec 13 11:02:10.207481 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:10.225591 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device fac153c9-0078-4e36-8a2d-5fb5d6ab71ec details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:02:10.324042 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:10.336405 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'port_id': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'mac_address': 'fa:16:3e:ab:66:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:02:10.376350 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:10.388902 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fac153c9-0078-4e36-8a2d-5fb5d6ab71ec {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:02:10.408269 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:10.413154 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:10.463136 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=6']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:10.470791 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.471173 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.471544 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.471889 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.472227 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.472548 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.472894 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.473223 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.473553 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.473882 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.474190 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.474514 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.474940 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:10.492751 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc2c62-9c49-48d3-8834-c6f242b323dc req-6fc45e82-dea7-486c-aa50-728e64f96975 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:10.494301 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9bdc2c62-9c49-48d3-8834-c6f242b323dc req-6fc45e82-dea7-486c-aa50-728e64f96975 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0494432 Dec 13 11:02:10.544507 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9bdc2c62-9c49-48d3-8834-c6f242b323dc req-832a7d82-a1a1-4862-b4db-a1172d5b4465 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439584 Dec 13 11:02:10.607031 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:02:10.871218 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d4cbc4-ed80-4184-a4de-ee39a213f941 req-6fa93316-dcde-4429-99bd-51b7822c250a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:10.872735 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-90d4cbc4-ed80-4184-a4de-ee39a213f941 req-6fa93316-dcde-4429-99bd-51b7822c250a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 944 time: 0.0507646 Dec 13 11:02:10.926953 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-90d4cbc4-ed80-4184-a4de-ee39a213f941 req-98e016e4-da89-4c9f-9ded-6cd6757bb4ad tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468576 Dec 13 11:02:11.078081 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750d606a-936b-468d-afbb-11935606d4dd req-460976f4-20b0-4d8d-8ded-ab4c326bb795 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:11.079690 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-750d606a-936b-468d-afbb-11935606d4dd req-460976f4-20b0-4d8d-8ded-ab4c326bb795 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0510116 Dec 13 11:02:11.132760 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-750d606a-936b-468d-afbb-11935606d4dd req-3ab6ffb6-fc1c-40c5-806d-4669e92a3621 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465219 Dec 13 11:02:11.685552 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34ebe6-eccb-4460-8a4a-72149f8c38e5 req-b3df6138-43aa-45e7-a8e0-0d04d12da8f2 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:11.688273 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3c34ebe6-eccb-4460-8a4a-72149f8c38e5 req-b3df6138-43aa-45e7-a8e0-0d04d12da8f2 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0599394 Dec 13 11:02:11.741059 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3c34ebe6-eccb-4460-8a4a-72149f8c38e5 req-5a3754d4-81f8-4b79-8294-b4089a2368b9 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470533 Dec 13 11:02:12.061878 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815916c-0e1f-4cb1-aa05-6bfe0151545a req-cfb547b6-74b2-4042-9cf1-7556a337ab90 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:12.063536 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0815916c-0e1f-4cb1-aa05-6bfe0151545a req-cfb547b6-74b2-4042-9cf1-7556a337ab90 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 944 time: 0.0556204 Dec 13 11:02:12.088575 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-21b06fab-e678-4169-8e7c-d9d0546e5b1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:12.153071 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0815916c-0e1f-4cb1-aa05-6bfe0151545a req-72770141-e014-4b6b-a16d-a0ecf305e288 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782857 Dec 13 11:02:12.234611 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device fac153c9-0078-4e36-8a2d-5fb5d6ab71ec up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:02:12.263327 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41853eda-3dd5-4691-8795-1b84d56b1826 req-a5e55abd-a40e-4d12-91ae-c1622cb2a82b tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:12.265055 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-41853eda-3dd5-4691-8795-1b84d56b1826 req-a5e55abd-a40e-4d12-91ae-c1622cb2a82b tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0527544 Dec 13 11:02:12.294838 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:02:12.295317 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:12.332029 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-41853eda-3dd5-4691-8795-1b84d56b1826 req-d7f272cd-d99e-41e9-bd16-85c119a03454 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516505 Dec 13 11:02:12.386646 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:12.412615 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:02:12.414983 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e81f0f8e-9736-47ba-9273-5c8eebb7c6af" -d '{"events": [{"server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "name": "network-vif-plugged", "status": "completed", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:02:12.426407 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:12.435745 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:12.482480 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ec7bb8-5dc8-42f1-8962-f7732ac591b9 x-openstack-request-id: req-a6ec7bb8-5dc8-42f1-8962-f7732ac591b9 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:02:12.482800 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "name": "network-vif-plugged", "status": "completed", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:02:12.483056 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a6ec7bb8-5dc8-42f1-8962-f7732ac591b9 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:02:12.483476 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'code': 200} Dec 13 11:02:12.488878 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=7']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:13.355816 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710c54b-2a9d-45a4-8fc8-3defa2bc6f71 req-f6a89bc9-b780-4313-ad88-d3120d746f67 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:13.364834 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8710c54b-2a9d-45a4-8fc8-3defa2bc6f71 req-f6a89bc9-b780-4313-ad88-d3120d746f67 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0792849 Dec 13 11:02:13.430248 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8710c54b-2a9d-45a4-8fc8-3defa2bc6f71 req-00ac5c6b-ec2b-46ce-b55a-66f73100bdc3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624485 Dec 13 11:02:13.494086 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2858ee4-aa99-4ccc-88cd-2599296c412b req-3eacb806-785f-433e-958f-2a236f2fb86f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:13.495902 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e2858ee4-aa99-4ccc-88cd-2599296c412b req-3eacb806-785f-433e-958f-2a236f2fb86f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0606217 Dec 13 11:02:13.553292 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e2858ee4-aa99-4ccc-88cd-2599296c412b req-7810000b-591b-47c0-8d4a-14f2933b5e19 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491390 Dec 13 11:02:13.935080 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43088) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:14.064036 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a013a393-5e23-4ab7-80f7-58e85dd84bd5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:14.147900 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a013a393-5e23-4ab7-80f7-58e85dd84bd5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:14.153074 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a013a393-5e23-4ab7-80f7-58e85dd84bd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:14.194282 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a013a393-5e23-4ab7-80f7-58e85dd84bd5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c0202c5907484728a85a8aaf0f82a9d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2563083 Dec 13 11:02:14.195333 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013a393-5e23-4ab7-80f7-58e85dd84bd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce03cc9-32eb-453a-af9b-f974aae9b5d5,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:14.196886 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 43092) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:14.260028 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-81b919b9-08af-444a-828e-a15571019d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:14.283900 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-81b919b9-08af-444a-828e-a15571019d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:14.336008 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-81b919b9-08af-444a-828e-a15571019d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:14.337780 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-81b919b9-08af-444a-828e-a15571019d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:14.338976 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-81b919b9-08af-444a-828e-a15571019d32 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9ce03cc9-32eb-453a-af9b-f974aae9b5d5 HTTP/1.1" status: 204 len: 168 time: 0.1399145 Dec 13 11:02:14.347965 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b919b9-08af-444a-828e-a15571019d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce03cc9-32eb-453a-af9b-f974aae9b5d5,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:14.378674 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-87950355-2d69-43ed-acd7-dd14b55ea257 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:14.625353 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1107b774-c5ab-4611-bdf0-03dc64d1ee52 req-b262b075-38da-4e96-aad4-a2e03b4062a8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:14.635748 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1107b774-c5ab-4611-bdf0-03dc64d1ee52 req-b262b075-38da-4e96-aad4-a2e03b4062a8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.1239388 Dec 13 11:02:14.702808 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1107b774-c5ab-4611-bdf0-03dc64d1ee52 req-7017154b-ccd1-4f96-aef6-4a78e9fbf19a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617421 Dec 13 11:02:14.908291 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceaf51-2c4e-4a91-b182-53f075a047c5 req-ecacebdf-92f4-4abe-9f4b-cbb087bfa0cf tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:14.915827 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-73ceaf51-2c4e-4a91-b182-53f075a047c5 req-ecacebdf-92f4-4abe-9f4b-cbb087bfa0cf tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.1047184 Dec 13 11:02:14.971339 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3151e56-69b5-4c23-9efa-5cca85db09f5 req-628b179b-b36e-48f3-b629-ac36f91ec41c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:14.979122 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a3151e56-69b5-4c23-9efa-5cca85db09f5 req-628b179b-b36e-48f3-b629-ac36f91ec41c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 945 time: 0.1098270 Dec 13 11:02:14.983546 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27b016-9698-49e5-8239-b86f55047552 req-44476ef0-95af-48ca-b6e2-970557aa5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:14.988008 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1f27b016-9698-49e5-8239-b86f55047552 req-44476ef0-95af-48ca-b6e2-970557aa5f45 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 1098 time: 0.1074700 Dec 13 11:02:15.017620 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-73ceaf51-2c4e-4a91-b182-53f075a047c5 req-ce4a4898-61f1-48fb-8946-033619ddc5fc tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005642 Dec 13 11:02:15.059743 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a3151e56-69b5-4c23-9efa-5cca85db09f5 req-86c3d1ac-9e74-421f-8599-693316f8f2b0 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793316 Dec 13 11:02:15.097404 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1f27b016-9698-49e5-8239-b86f55047552 req-d79acb83-d37a-4396-9fa5-bc89be78e6a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002021 Dec 13 11:02:15.625637 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:15.873799 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5326d5f6-7c25-4077-bc08-46bb514234a6 req-44fb17e9-00a6-4766-8741-b836eb90ead4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:15.882075 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5326d5f6-7c25-4077-bc08-46bb514234a6 req-44fb17e9-00a6-4766-8741-b836eb90ead4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0899131 Dec 13 11:02:15.929913 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5326d5f6-7c25-4077-bc08-46bb514234a6 req-0c6166c6-ca6a-4e61-a218-78e837b41f62 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469453 Dec 13 11:02:16.218102 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759c915-ad71-4a87-84b4-d04f10be7093 req-56664de3-0861-44dd-9539-3ccf71c23399 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:16.220282 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7759c915-ad71-4a87-84b4-d04f10be7093 req-56664de3-0861-44dd-9539-3ccf71c23399 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0912173 Dec 13 11:02:16.228885 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05f33ac-e269-404e-88ab-5b302ceb1a21 req-b3aa4775-b741-4c9f-87a8-c37b8ebd09a6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:16.230661 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d05f33ac-e269-404e-88ab-5b302ceb1a21 req-b3aa4775-b741-4c9f-87a8-c37b8ebd09a6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 945 time: 0.0743530 Dec 13 11:02:16.307134 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7759c915-ad71-4a87-84b4-d04f10be7093 req-9511cfc8-e13c-4579-96ff-d2641e3be18e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751634 Dec 13 11:02:16.312255 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d05f33ac-e269-404e-88ab-5b302ceb1a21 req-a048f618-67d7-4816-8ac0-59eacacdb242 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666769 Dec 13 11:02:16.999257 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:17.119356 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d27ba6-6964-4b9c-a009-74920ef49c06 req-8226cc65-e59a-4847-ab89-3398dbcba209 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:17.121881 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-39d27ba6-6964-4b9c-a009-74920ef49c06 req-8226cc65-e59a-4847-ab89-3398dbcba209 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0673246 Dec 13 11:02:17.178147 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-39d27ba6-6964-4b9c-a009-74920ef49c06 req-bdc8778b-0e23-4466-892e-10dfd5cb10bc tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497220 Dec 13 11:02:17.310369 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-805cdecc-6f14-4328-836a-9f0f96a61aa0 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:17.312115 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-805cdecc-6f14-4328-836a-9f0f96a61aa0 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 945 time: 0.0693223 Dec 13 11:02:17.430809 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-b092b45d-7954-47a5-a832-60092b98621f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Deleting port 87220903-a792-4e2e-9316-316e4a3802c0 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:02:17.431423 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-b092b45d-7954-47a5-a832-60092b98621f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:17.518562 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966adf4d-6c54-49de-810b-6cda02983c96 req-aa2fd4a4-169a-4096-8a1e-79d7f900294e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:17.525993 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-966adf4d-6c54-49de-810b-6cda02983c96 req-aa2fd4a4-169a-4096-8a1e-79d7f900294e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0979707 Dec 13 11:02:17.550663 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34429e-b876-4363-a90f-4af2b93202be req-642758e5-e71c-49e0-b765-3c2fdb1a3202 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:17.552305 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2b34429e-b876-4363-a90f-4af2b93202be req-642758e5-e71c-49e0-b765-3c2fdb1a3202 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=418ff098-756a-4f1f-9ed7-07814583e858 HTTP/1.1" status: 200 len: 945 time: 0.0951316 Dec 13 11:02:17.567658 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-b092b45d-7954-47a5-a832-60092b98621f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] For port 87220903-a792-4e2e-9316-316e4a3802c0, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=87220903-a792-4e2e-9316-316e4a3802c0,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:17.568174 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-b092b45d-7954-47a5-a832-60092b98621f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:17.587312 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-b092b45d-7954-47a5-a832-60092b98621f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Calling delete_port for 87220903-a792-4e2e-9316-316e4a3802c0 owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:02:17.592009 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-966adf4d-6c54-49de-810b-6cda02983c96 req-dedb608b-dba4-4faa-951e-ed880f1e3882 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638349 Dec 13 11:02:17.658315 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2b34429e-b876-4363-a90f-4af2b93202be req-1e5214ed-1dad-40df-a9dc-6b93b5fdf706 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772421 Dec 13 11:02:17.758676 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-b092b45d-7954-47a5-a832-60092b98621f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:17.773798 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['569fddf1-61b8-4fca-91cb-cf3b6d4824fb', '935382e4-b821-4f8f-94e6-cd910ffcc6c9', '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1', '87220903-a792-4e2e-9316-316e4a3802c0'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:02:17.829610 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b092b45d-7954-47a5-a832-60092b98621f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Pushing event deleted for resources: {'Port': ['ID=87220903-a792-4e2e-9316-316e4a3802c0,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:17.862958 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-b092b45d-7954-47a5-a832-60092b98621f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] No DVR routers for this DVR port 87220903-a792-4e2e-9316-316e4a3802c0 on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:02:17.866560 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-b092b45d-7954-47a5-a832-60092b98621f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:17.871519 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ae6ed7d4-1a17-470c-8061-79741f360a91 req-b092b45d-7954-47a5-a832-60092b98621f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "DELETE /v2.0/ports/87220903-a792-4e2e-9316-316e4a3802c0 HTTP/1.1" status: 204 len: 173 time: 0.5521517 Dec 13 11:02:17.872275 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '418ff098-756a-4f1f-9ed7-07814583e858', 'name': 'network-vif-deleted', 'tag': '87220903-a792-4e2e-9316-316e4a3802c0'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:02:17.875707 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebd0d8a-4535-4f09-bda4-90797c5ef169" -d '{"events": [{"server_uuid": "418ff098-756a-4f1f-9ed7-07814583e858", "name": "network-vif-deleted", "tag": "87220903-a792-4e2e-9316-316e4a3802c0"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:02:17.973572 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c5c3a14-213d-4eab-ac33-ba68db2a4ad7 x-openstack-request-id: req-7c5c3a14-213d-4eab-ac33-ba68db2a4ad7 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:02:17.973862 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "418ff098-756a-4f1f-9ed7-07814583e858", "name": "network-vif-deleted", "tag": "87220903-a792-4e2e-9316-316e4a3802c0", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:02:17.974107 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7c5c3a14-213d-4eab-ac33-ba68db2a4ad7 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:02:17.974502 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '418ff098-756a-4f1f-9ed7-07814583e858', 'name': 'network-vif-deleted', 'tag': '87220903-a792-4e2e-9316-316e4a3802c0', 'status': 'completed', 'code': 200} Dec 13 11:02:18.060826 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f65ff1-bd81-4fc0-a0c8-6e7885aa0326 req-08152e57-fe4b-41dd-b4f8-c82fe6fb0bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:18.066424 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f4f65ff1-bd81-4fc0-a0c8-6e7885aa0326 req-08152e57-fe4b-41dd-b4f8-c82fe6fb0bca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 1098 time: 0.0857737 Dec 13 11:02:18.077031 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:18.117125 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f64a7-26cf-4fa5-a260-46a682d450aa req-bc5a3030-b801-4d41-97a8-6c58882126b9 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:18.119938 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e01f64a7-26cf-4fa5-a260-46a682d450aa req-bc5a3030-b801-4d41-97a8-6c58882126b9 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.1113751 Dec 13 11:02:18.178912 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f65ff1-bd81-4fc0-a0c8-6e7885aa0326 req-4695c9ef-fb7e-4c20-bce8-8a9fa4e373ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:18.180546 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f4f65ff1-bd81-4fc0-a0c8-6e7885aa0326 req-4695c9ef-fb7e-4c20-bce8-8a9fa4e373ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 200 len: 919 time: 0.1065569 Dec 13 11:02:18.233522 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e01f64a7-26cf-4fa5-a260-46a682d450aa req-4f40c452-051f-4857-9279-89cbbf22e205 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994334 Dec 13 11:02:18.255520 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f4f65ff1-bd81-4fc0-a0c8-6e7885aa0326 req-77a386db-b1d4-41cd-b341-6d6915f973c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db6093bc-5f11-4399-b206-60e4e18dc962 HTTP/1.1" status: 200 len: 217 time: 0.0633438 Dec 13 11:02:18.320746 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f65ff1-bd81-4fc0-a0c8-6e7885aa0326 req-2b2026c8-e193-491c-8ec8-6383f6c49647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:18.324353 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f4f65ff1-bd81-4fc0-a0c8-6e7885aa0326 req-2b2026c8-e193-491c-8ec8-6383f6c49647 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 200 len: 858 time: 0.0596502 Dec 13 11:02:18.373883 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcd8f73-cfb1-4d83-8fe1-26714e103e96 req-c2c538e4-c7dc-45d2-89bc-9c078d7a6ad4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:18.373883 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ebcd8f73-cfb1-4d83-8fe1-26714e103e96 req-c2c538e4-c7dc-45d2-89bc-9c078d7a6ad4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0725198 Dec 13 11:02:18.377344 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f4f65ff1-bd81-4fc0-a0c8-6e7885aa0326 req-d84e8ad8-7e1f-4218-8000-86de04fb26c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14c80f36-d354-469a-a885-e82375e202b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372882 Dec 13 11:02:18.477053 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ebcd8f73-cfb1-4d83-8fe1-26714e103e96 req-4dd5da98-89a3-4089-a7eb-25933d55c126 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842409 Dec 13 11:02:18.571365 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f4f65ff1-bd81-4fc0-a0c8-6e7885aa0326 req-0e3a70ca-e3d4-4a0f-a710-f23f9f0d71ef service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796021 Dec 13 11:02:18.740348 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f4f65ff1-bd81-4fc0-a0c8-6e7885aa0326 req-7c401b6c-20ec-4223-b887-419616378ae5 service neutron] 10.222.0.39 "GET /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576715 Dec 13 11:02:18.875101 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43186) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:19.058337 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a589baab-26f5-4876-ad83-a4e46f933dc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:19.179969 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a589baab-26f5-4876-ad83-a4e46f933dc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:19.184741 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a589baab-26f5-4876-ad83-a4e46f933dc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:19.230405 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a589baab-26f5-4876-ad83-a4e46f933dc9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9be931be27864963a5c7abc58601da80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541431 Dec 13 11:02:19.233043 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 43190) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:19.235466 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a589baab-26f5-4876-ad83-a4e46f933dc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b141af-f941-4c0d-a083-9ac9aac0af13,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:19.332663 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efec7a21-f641-44e8-851d-d10bf564c685 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:19.367799 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efec7a21-f641-44e8-851d-d10bf564c685 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:19.387504 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2985a-a5d8-4b41-b03d-25d7bb369cd4 req-6d31b934-4fb5-4631-8947-996386f13158 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:19.389347 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-65b2985a-a5d8-4b41-b03d-25d7bb369cd4 req-6d31b934-4fb5-4631-8947-996386f13158 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0899277 Dec 13 11:02:19.460873 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-65b2985a-a5d8-4b41-b03d-25d7bb369cd4 req-6fa2891b-da88-4af1-a274-38be194f272c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629213 Dec 13 11:02:19.471713 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efec7a21-f641-44e8-851d-d10bf564c685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:19.476696 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efec7a21-f641-44e8-851d-d10bf564c685 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:19.482931 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-efec7a21-f641-44e8-851d-d10bf564c685 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c9b141af-f941-4c0d-a083-9ac9aac0af13 HTTP/1.1" status: 204 len: 168 time: 0.2480087 Dec 13 11:02:19.500038 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec7a21-f641-44e8-851d-d10bf564c685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b141af-f941-4c0d-a083-9ac9aac0af13,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:19.666264 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e656d4-1664-40af-91f0-aed904b5f2d2 req-54197a7e-59ad-44e1-9ded-06abad6a13f9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:19.674317 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86e656d4-1664-40af-91f0-aed904b5f2d2 req-54197a7e-59ad-44e1-9ded-06abad6a13f9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0849690 Dec 13 11:02:19.746253 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86e656d4-1664-40af-91f0-aed904b5f2d2 req-9026844c-b380-4795-b82d-8215d2b8e71d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654809 Dec 13 11:02:20.132778 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8dd81-d8e4-4d29-bf9f-8075bedde733 req-8e057b6d-e423-4039-80c0-f3c6ad3adaa3 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:20.134421 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62c8dd81-d8e4-4d29-bf9f-8075bedde733 req-8e057b6d-e423-4039-80c0-f3c6ad3adaa3 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 945 time: 0.0562031 Dec 13 11:02:20.188901 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62c8dd81-d8e4-4d29-bf9f-8075bedde733 req-bb21c90b-1279-45d4-a7ff-49236eb84aae tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479555 Dec 13 11:02:20.600912 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec689bb-e173-4533-ba2f-60a9a056c7e9 req-1df7817b-57e5-4453-8912-062d2f184369 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:20.602466 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4ec689bb-e173-4533-ba2f-60a9a056c7e9 req-1df7817b-57e5-4453-8912-062d2f184369 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0522053 Dec 13 11:02:20.655483 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4ec689bb-e173-4533-ba2f-60a9a056c7e9 req-ac21a2b5-0199-4892-be94-9840b7ae10d5 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444298 Dec 13 11:02:20.875601 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d081ce-e825-45ac-8c22-28dddbf28a2e req-0d656f35-a155-4f2d-8082-93ffd4dffbbf tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:20.883434 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11d081ce-e825-45ac-8c22-28dddbf28a2e req-0d656f35-a155-4f2d-8082-93ffd4dffbbf tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0593596 Dec 13 11:02:20.939998 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11d081ce-e825-45ac-8c22-28dddbf28a2e req-7f64b1e2-1c63-4dcf-83bb-da8802c3f197 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503032 Dec 13 11:02:21.320220 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b542b9-3444-4d96-b7c3-e0eb1668c778 req-42d1ffa2-a50b-4696-a8d3-212085470444 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:21.323070 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-01b542b9-3444-4d96-b7c3-e0eb1668c778 req-42d1ffa2-a50b-4696-a8d3-212085470444 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 945 time: 0.0611305 Dec 13 11:02:21.374796 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-01b542b9-3444-4d96-b7c3-e0eb1668c778 req-e78e7871-71ec-473d-96c8-23822bcc7029 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462852 Dec 13 11:02:21.782910 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93316e-b717-4adb-9d92-eb1f1a491f6e req-da976b14-f99d-4c32-874a-f3b7d8b3e337 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:21.784442 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cc93316e-b717-4adb-9d92-eb1f1a491f6e req-da976b14-f99d-4c32-874a-f3b7d8b3e337 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0533094 Dec 13 11:02:21.836091 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cc93316e-b717-4adb-9d92-eb1f1a491f6e req-7001944a-6ac3-4452-a989-92661a7a2bee tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457842 Dec 13 11:02:21.956947 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-5000754b-fc15-49a8-aca3-3595bdb098c5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:21.959799 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-5000754b-fc15-49a8-aca3-3595bdb098c5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 945 time: 0.0726101 Dec 13 11:02:22.091204 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482220d7-5b1c-4899-8d56-a1f775a3fc39 req-ca89ae08-12d8-43ad-a620-96ae580d2685 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:22.092972 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-482220d7-5b1c-4899-8d56-a1f775a3fc39 req-ca89ae08-12d8-43ad-a620-96ae580d2685 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0681500 Dec 13 11:02:22.123273 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-3426a713-a78d-49e1-9280-ef4b4152f849 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Deleting port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:02:22.123766 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-3426a713-a78d-49e1-9280-ef4b4152f849 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:22.198736 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-482220d7-5b1c-4899-8d56-a1f775a3fc39 req-5f3c31fa-062a-4b1c-acba-be412dd26e4e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981305 Dec 13 11:02:22.279219 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 87220903-a792-4e2e-9316-316e4a3802c0 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:02:22.281493 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-3426a713-a78d-49e1-9280-ef4b4152f849 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] For port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:22.281877 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-3426a713-a78d-49e1-9280-ef4b4152f849 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:22.295400 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-3426a713-a78d-49e1-9280-ef4b4152f849 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Calling delete_port for 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:02:22.301751 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 87220903-a792-4e2e-9316-316e4a3802c0 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:02:22.302222 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 87220903-a792-4e2e-9316-316e4a3802c0 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:02:22.454750 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-3426a713-a78d-49e1-9280-ef4b4152f849 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:22.467986 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['569fddf1-61b8-4fca-91cb-cf3b6d4824fb', '935382e4-b821-4f8f-94e6-cd910ffcc6c9', '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:02:22.491691 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-962b4468-ac05-4d62-82c7-1e6bf9612019 req-fb3d134c-fe3b-4249-b6dc-94a5c4fa722b tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=5af183ac-ee8d-4101-a1d7-7ec94e957e12 HTTP/1.1" status: 200 len: 210 time: 0.0407939 Dec 13 11:02:22.492930 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426a713-a78d-49e1-9280-ef4b4152f849 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Pushing event deleted for resources: {'Port': ['ID=522fcd39-bacb-4a55-b9c0-eef6ea07e8f1,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:22.539654 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-3426a713-a78d-49e1-9280-ef4b4152f849 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] No DVR routers for this DVR port 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:02:22.542408 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-3426a713-a78d-49e1-9280-ef4b4152f849 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:22.545879 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-8fbec874-f6fc-446b-af59-59158acf5be0 req-3426a713-a78d-49e1-9280-ef4b4152f849 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "DELETE /v2.0/ports/522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 HTTP/1.1" status: 204 len: 173 time: 0.5763936 Dec 13 11:02:22.546463 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af183ac-ee8d-4101-a1d7-7ec94e957e12', 'name': 'network-vif-deleted', 'tag': '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:02:22.549033 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a837fbe9-3029-4ab3-a26e-b7c5c2cc0282" -d '{"events": [{"server_uuid": "5af183ac-ee8d-4101-a1d7-7ec94e957e12", "name": "network-vif-deleted", "tag": "522fcd39-bacb-4a55-b9c0-eef6ea07e8f1"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:02:22.613124 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c4356a-2416-40dc-941f-de27326c180d x-openstack-request-id: req-f7c4356a-2416-40dc-941f-de27326c180d {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:02:22.613658 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af183ac-ee8d-4101-a1d7-7ec94e957e12", "name": "network-vif-deleted", "tag": "522fcd39-bacb-4a55-b9c0-eef6ea07e8f1", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:02:22.614157 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f7c4356a-2416-40dc-941f-de27326c180d {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:02:22.614662 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af183ac-ee8d-4101-a1d7-7ec94e957e12', 'name': 'network-vif-deleted', 'tag': '522fcd39-bacb-4a55-b9c0-eef6ea07e8f1', 'status': 'completed', 'code': 200} Dec 13 11:02:23.231686 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-19a2f335-fddb-4fe4-8418-6ea2e3d7d78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:23.233314 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-19a2f335-fddb-4fe4-8418-6ea2e3d7d78f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 1098 time: 0.0496452 Dec 13 11:02:23.334283 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309c713-1397-471b-92f4-bc463ff42559 req-20503c52-6eb0-4aa8-ba0e-724a54e37915 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:23.336161 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6309c713-1397-471b-92f4-bc463ff42559 req-20503c52-6eb0-4aa8-ba0e-724a54e37915 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0662196 Dec 13 11:02:23.352445 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-9304a6fd-eafe-4f7e-a703-eec632dae239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:23.355529 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-9304a6fd-eafe-4f7e-a703-eec632dae239 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 917 time: 0.1138432 Dec 13 11:02:23.398773 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6309c713-1397-471b-92f4-bc463ff42559 req-f002b18e-88dc-4831-a957-b81724af986b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571003 Dec 13 11:02:23.441097 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-9c0bde9f-ed73-492c-a8f7-dc5e836325bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec HTTP/1.1" status: 200 len: 1000 time: 0.0779610 Dec 13 11:02:23.491297 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-8d2a1fe4-b8cb-4b23-9ac8-2e1eb6260cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:23.492762 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-8d2a1fe4-b8cb-4b23-9ac8-2e1eb6260cb2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.0451667 Dec 13 11:02:23.538690 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-40fe4f06-4530-4ba9-890d-6878c3f48876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:23.540189 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-40fe4f06-4530-4ba9-890d-6878c3f48876 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406597 Dec 13 11:02:23.640085 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-5cd6c861-0366-4f64-bcca-854b779b8e44 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924265 Dec 13 11:02:23.741509 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-7c283c2c-9e32-4988-9a3c-1224871efc49 req-da63b775-a5f7-42b4-9512-dd4de24ce8e4 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940230 Dec 13 11:02:23.785752 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3c290-35cc-4766-baf4-d0df165c73c0 req-a4991618-d5bb-462d-9272-cce714a7d3d5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:23.787296 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1be3c290-35cc-4766-baf4-d0df165c73c0 req-a4991618-d5bb-462d-9272-cce714a7d3d5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 946 time: 0.0560124 Dec 13 11:02:23.835894 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1be3c290-35cc-4766-baf4-d0df165c73c0 req-5dd13486-a445-4102-ae0c-28c1e2ecf1dd tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Dec 13 11:02:24.533870 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551107ff-a7e8-4f9e-b279-8c7299d90fdb req-40da1c9d-6d77-4c2d-87c4-e4fc8c75ce37 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:24.535410 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-551107ff-a7e8-4f9e-b279-8c7299d90fdb req-40da1c9d-6d77-4c2d-87c4-e4fc8c75ce37 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0579145 Dec 13 11:02:24.589659 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-551107ff-a7e8-4f9e-b279-8c7299d90fdb req-5adc6cd0-684f-460b-a206-c364f79059fe tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480528 Dec 13 11:02:24.967679 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf592f11-2f00-4eb6-82a6-2215edfb6a31 req-354558df-c6f0-4260-aa36-a007bea49605 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:24.969337 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bf592f11-2f00-4eb6-82a6-2215edfb6a31 req-354558df-c6f0-4260-aa36-a007bea49605 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 946 time: 0.0537374 Dec 13 11:02:25.023654 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bf592f11-2f00-4eb6-82a6-2215edfb6a31 req-3a225d55-5a4c-4d88-8b74-d60dc82b4c5e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480967 Dec 13 11:02:25.215875 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-fbbc9f0e-53d6-48b6-807e-38c889316eb6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:25.217314 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-fbbc9f0e-53d6-48b6-807e-38c889316eb6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 946 time: 0.0577624 Dec 13 11:02:25.313210 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-e3a86ba4-96b7-46df-b06a-5083bf5da546 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Deleting port 935382e4-b821-4f8f-94e6-cd910ffcc6c9 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:02:25.313538 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-e3a86ba4-96b7-46df-b06a-5083bf5da546 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:25.401630 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-e3a86ba4-96b7-46df-b06a-5083bf5da546 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] For port 935382e4-b821-4f8f-94e6-cd910ffcc6c9, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=935382e4-b821-4f8f-94e6-cd910ffcc6c9,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:25.401995 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-e3a86ba4-96b7-46df-b06a-5083bf5da546 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:25.414624 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-e3a86ba4-96b7-46df-b06a-5083bf5da546 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Calling delete_port for 935382e4-b821-4f8f-94e6-cd910ffcc6c9 owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:02:25.550164 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-e3a86ba4-96b7-46df-b06a-5083bf5da546 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:25.562281 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['569fddf1-61b8-4fca-91cb-cf3b6d4824fb', '935382e4-b821-4f8f-94e6-cd910ffcc6c9'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:02:25.580543 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a86ba4-96b7-46df-b06a-5083bf5da546 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Pushing event deleted for resources: {'Port': ['ID=935382e4-b821-4f8f-94e6-cd910ffcc6c9,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:25.625625 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-e3a86ba4-96b7-46df-b06a-5083bf5da546 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] No DVR routers for this DVR port 935382e4-b821-4f8f-94e6-cd910ffcc6c9 on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:02:25.628170 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-e3a86ba4-96b7-46df-b06a-5083bf5da546 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:25.631656 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-38147cb7-7e0d-44a1-a878-9fd2f3106a93 req-e3a86ba4-96b7-46df-b06a-5083bf5da546 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "DELETE /v2.0/ports/935382e4-b821-4f8f-94e6-cd910ffcc6c9 HTTP/1.1" status: 204 len: 173 time: 0.4066830 Dec 13 11:02:25.632049 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1177aa7c-1a90-435b-9c4a-a1eaec427ace', 'name': 'network-vif-deleted', 'tag': '935382e4-b821-4f8f-94e6-cd910ffcc6c9'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:02:25.634400 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e667c447-9310-405b-962b-5781328c0dd9" -d '{"events": [{"server_uuid": "1177aa7c-1a90-435b-9c4a-a1eaec427ace", "name": "network-vif-deleted", "tag": "935382e4-b821-4f8f-94e6-cd910ffcc6c9"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:02:25.677991 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2800518f-560e-4f2b-9dec-4b669928169a x-openstack-request-id: req-2800518f-560e-4f2b-9dec-4b669928169a {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:02:25.678298 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1177aa7c-1a90-435b-9c4a-a1eaec427ace", "name": "network-vif-deleted", "tag": "935382e4-b821-4f8f-94e6-cd910ffcc6c9", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:02:25.678575 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2800518f-560e-4f2b-9dec-4b669928169a {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:02:25.679031 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1177aa7c-1a90-435b-9c4a-a1eaec427ace', 'name': 'network-vif-deleted', 'tag': '935382e4-b821-4f8f-94e6-cd910ffcc6c9', 'status': 'completed', 'code': 200} Dec 13 11:02:25.726719 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797267c-79ca-4816-9dd1-f2dc5df36fa8 req-adb504db-59fa-40f2-ab3b-26c8e2aca982 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:25.728555 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d797267c-79ca-4816-9dd1-f2dc5df36fa8 req-adb504db-59fa-40f2-ab3b-26c8e2aca982 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0495267 Dec 13 11:02:25.775532 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d797267c-79ca-4816-9dd1-f2dc5df36fa8 req-993279df-5f20-4b95-9385-55b4cfe3dca6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409071 Dec 13 11:02:26.012449 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7170d93-242c-4a81-b2c7-b08183128cca req-e35bb69d-ee0b-485d-aa33-3776c94c85a5 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:26.013990 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d7170d93-242c-4a81-b2c7-b08183128cca req-e35bb69d-ee0b-485d-aa33-3776c94c85a5 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0505781 Dec 13 11:02:26.064921 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d7170d93-242c-4a81-b2c7-b08183128cca req-bb7e0b9b-1823-4302-9468-7bdb6317fc65 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425887 Dec 13 11:02:26.163902 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d8513bba-4a6b-4dcf-b733-3554cb8d0aaf req-0814f29b-a96c-49b9-a215-fb2cd7c691be tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1177aa7c-1a90-435b-9c4a-a1eaec427ace HTTP/1.1" status: 200 len: 210 time: 0.0298152 Dec 13 11:02:26.279422 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:02:26.284749 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [req-b1cc9a7e-d9c4-4085-9be3-c7c880cfde78 req-6c207d9e-9464-45e2-ac66-8dbc9e868472 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:02:26.285836 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b1cc9a7e-d9c4-4085-9be3-c7c880cfde78 req-6c207d9e-9464-45e2-ac66-8dbc9e868472 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059140 Dec 13 11:02:26.301767 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:02:26.302433 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 522fcd39-bacb-4a55-b9c0-eef6ea07e8f1 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:02:26.302959 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device fac153c9-0078-4e36-8a2d-5fb5d6ab71ec no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:02:26.389186 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:26.419638 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:02:26.422215 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c46a488-523e-4a07-ab80-1753b5788513" -d '{"events": [{"server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "name": "network-vif-unplugged", "status": "completed", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:02:26.444322 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:26.449382 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:26.472615 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 13 Dec 2021 11:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4571bc-6cae-4a2e-89a2-2a97294f0e94 x-openstack-request-id: req-bb4571bc-6cae-4a2e-89a2-2a97294f0e94 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:02:26.472900 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "name": "network-vif-unplugged", "status": "failed", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec", "code": 422}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:02:26.473052 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c5ee0-2761-4e16-b9df-e4d8585a93f7 req-21e9375d-a3bd-4399-ae3e-151b2c683c62 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:26.473169 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bb4571bc-6cae-4a2e-89a2-2a97294f0e94 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:02:26.473523 dv-cinder-808574-5-iscsi neutron-server[102443]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'code': 422} returned with failed status Dec 13 11:02:26.474451 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f77c5ee0-2761-4e16-b9df-e4d8585a93f7 req-21e9375d-a3bd-4399-ae3e-151b2c683c62 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 945 time: 0.0645235 Dec 13 11:02:26.498619 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=8']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:26.527099 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f77c5ee0-2761-4e16-b9df-e4d8585a93f7 req-73417369-b296-4910-8c50-f091efe6e5fb tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448785 Dec 13 11:02:26.794245 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 43318) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:26.883212 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-2f47206e-c68e-477f-af64-53171b9057b5 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0877452 Dec 13 11:02:26.893730 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-d67a634a-7010-4f6b-bcb2-8e7da94e24cd service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:02:26.895272 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-d67a634a-7010-4f6b-bcb2-8e7da94e24cd service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067880 Dec 13 11:02:27.203742 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e8855-f3f5-4656-bb61-58f78cb68c0b req-a34b2ff0-8a5c-473e-b6ba-376401971fa7 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:27.205209 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e74e8855-f3f5-4656-bb61-58f78cb68c0b req-a34b2ff0-8a5c-473e-b6ba-376401971fa7 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0525670 Dec 13 11:02:27.264424 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e74e8855-f3f5-4656-bb61-58f78cb68c0b req-40926410-9e5c-40e6-93e4-399b5c1c5411 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524812 Dec 13 11:02:27.648044 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232384fd-9222-4d0a-ba2a-12e2e3597a67 req-4b881778-d0a0-4947-94e7-3e6f597e5596 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:27.649645 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-232384fd-9222-4d0a-ba2a-12e2e3597a67 req-4b881778-d0a0-4947-94e7-3e6f597e5596 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0509439 Dec 13 11:02:27.701194 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-232384fd-9222-4d0a-ba2a-12e2e3597a67 req-76e528f1-1c54-4c29-9015-73f39b2ad4b6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433869 Dec 13 11:02:28.363789 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80bd589-371d-476a-9680-07cd4b8b833e req-89656749-6f23-4945-b54e-917ba801024d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:28.365276 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f80bd589-371d-476a-9680-07cd4b8b833e req-89656749-6f23-4945-b54e-917ba801024d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.39 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0524845 Dec 13 11:02:28.434314 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1fa91-eee2-49c5-a915-1b2009f9deff req-619f9697-eece-4ea4-b468-5eadd5b8433c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:28.435857 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-79f1fa91-eee2-49c5-a915-1b2009f9deff req-619f9697-eece-4ea4-b468-5eadd5b8433c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=e194fd3a-d664-496d-90fd-ada79fe6d21a HTTP/1.1" status: 200 len: 945 time: 0.0934591 Dec 13 11:02:28.467129 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-f80bd589-371d-476a-9680-07cd4b8b833e req-b0adb2df-4316-41b8-a4fc-8df943c65b23 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Deleting port d8175210-95e9-4e74-8886-74ef19088b8e {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:02:28.467462 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f80bd589-371d-476a-9680-07cd4b8b833e req-b0adb2df-4316-41b8-a4fc-8df943c65b23 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:28.525073 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-2960930d-1146-4a16-99e6-6a6f425f21ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:28.526586 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-2960930d-1146-4a16-99e6-6a6f425f21ba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8&tenant_id=e97c3705b03f4c6d8d029a03b5b80ead HTTP/1.1" status: 200 len: 1096 time: 0.1416972 Dec 13 11:02:28.540763 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-79f1fa91-eee2-49c5-a915-1b2009f9deff req-f9ea4e1c-70fa-481e-be05-46c8d1861f60 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818362 Dec 13 11:02:28.567087 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-f80bd589-371d-476a-9680-07cd4b8b833e req-b0adb2df-4316-41b8-a4fc-8df943c65b23 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] For port d8175210-95e9-4e74-8886-74ef19088b8e, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=d8175210-95e9-4e74-8886-74ef19088b8e,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:28.567442 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f80bd589-371d-476a-9680-07cd4b8b833e req-b0adb2df-4316-41b8-a4fc-8df943c65b23 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:28.579491 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-f80bd589-371d-476a-9680-07cd4b8b833e req-b0adb2df-4316-41b8-a4fc-8df943c65b23 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Calling delete_port for d8175210-95e9-4e74-8886-74ef19088b8e owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:02:28.616581 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5faf7-ab25-4d4f-b121-690639d4777c req-764825c0-2bd2-4d8c-b77c-77d1570e0b0b tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:28.618066 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62e5faf7-ab25-4d4f-b121-690639d4777c req-764825c0-2bd2-4d8c-b77c-77d1570e0b0b tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.0761998 Dec 13 11:02:28.623416 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-af3524dd-977d-40ba-8910-6f5c5b84ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:28.625087 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-af3524dd-977d-40ba-8910-6f5c5b84ccc1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 1096 time: 0.0727172 Dec 13 11:02:28.706919 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f80bd589-371d-476a-9680-07cd4b8b833e req-b0adb2df-4316-41b8-a4fc-8df943c65b23 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:28.716194 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62e5faf7-ab25-4d4f-b121-690639d4777c req-7d54b2cf-ce7e-4dcb-8706-4f95b87fc651 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901594 Dec 13 11:02:28.719776 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['db6093bc-5f11-4399-b206-60e4e18dc962', 'd8175210-95e9-4e74-8886-74ef19088b8e'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:02:28.735337 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adb2df-4316-41b8-a4fc-8df943c65b23 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Pushing event deleted for resources: {'Port': ['ID=d8175210-95e9-4e74-8886-74ef19088b8e,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:28.748058 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-714d897b-4fb5-4a3d-b001-4caa17edbeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:28.749973 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-714d897b-4fb5-4a3d-b001-4caa17edbeba service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 917 time: 0.1169336 Dec 13 11:02:28.792374 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80bd589-371d-476a-9680-07cd4b8b833e req-b0adb2df-4316-41b8-a4fc-8df943c65b23 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] No DVR routers for this DVR port d8175210-95e9-4e74-8886-74ef19088b8e on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:02:28.795028 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-f80bd589-371d-476a-9680-07cd4b8b833e req-b0adb2df-4316-41b8-a4fc-8df943c65b23 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:28.799270 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f80bd589-371d-476a-9680-07cd4b8b833e req-b0adb2df-4316-41b8-a4fc-8df943c65b23 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.39 "DELETE /v2.0/ports/d8175210-95e9-4e74-8886-74ef19088b8e HTTP/1.1" status: 204 len: 173 time: 0.4239409 Dec 13 11:02:28.799898 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e194fd3a-d664-496d-90fd-ada79fe6d21a', 'name': 'network-vif-deleted', 'tag': 'd8175210-95e9-4e74-8886-74ef19088b8e'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:02:28.802248 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8edbf5d-4e86-4b16-bb6b-0c6e5076104c" -d '{"events": [{"server_uuid": "e194fd3a-d664-496d-90fd-ada79fe6d21a", "name": "network-vif-deleted", "tag": "d8175210-95e9-4e74-8886-74ef19088b8e"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:02:28.848312 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3419cf83-3b54-4d97-8571-8c821ee92402 x-openstack-request-id: req-3419cf83-3b54-4d97-8571-8c821ee92402 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:02:28.848850 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e194fd3a-d664-496d-90fd-ada79fe6d21a", "name": "network-vif-deleted", "tag": "d8175210-95e9-4e74-8886-74ef19088b8e", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:02:28.849194 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3419cf83-3b54-4d97-8571-8c821ee92402 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:02:28.849685 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e194fd3a-d664-496d-90fd-ada79fe6d21a', 'name': 'network-vif-deleted', 'tag': 'd8175210-95e9-4e74-8886-74ef19088b8e', 'status': 'completed', 'code': 200} Dec 13 11:02:28.875781 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-8ecb2880-0548-4870-b294-59c9da392707 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec HTTP/1.1" status: 200 len: 998 time: 0.1177065 Dec 13 11:02:28.925006 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00eb84d-2a35-4d53-9bd4-228f8ea80bda req-16494e66-6a9a-48e0-8ead-69550d66bbef tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:28.926567 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f00eb84d-2a35-4d53-9bd4-228f8ea80bda req-16494e66-6a9a-48e0-8ead-69550d66bbef tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.1190536 Dec 13 11:02:28.958808 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-5f9db3b8-e113-4337-b962-708ccbd15588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:28.960267 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-5f9db3b8-e113-4337-b962-708ccbd15588 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.0757756 Dec 13 11:02:29.012024 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f00eb84d-2a35-4d53-9bd4-228f8ea80bda req-1787d1c3-52e5-4d0a-acf0-bd518439ca7c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774453 Dec 13 11:02:29.023148 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-9126230a-d931-4425-8d21-7aa3eefa8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:29.024597 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-9126230a-d931-4425-8d21-7aa3eefa8440 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547099 Dec 13 11:02:29.116917 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-6589ad00-92a4-4deb-afc3-27827bdb30ff service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827940 Dec 13 11:02:29.227619 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cb8a74a4-ec1c-4458-b03f-3bc3c3dccba7 req-c68a1442-252b-4cde-918a-2fbfbf95f912 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997996 Dec 13 11:02:29.428730 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:02:29.808207 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e7622-8883-4132-84ca-5c0141bbe088 req-df97e950-6523-481e-bd47-c024eebb05b0 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:29.816136 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d9e7622-8883-4132-84ca-5c0141bbe088 req-df97e950-6523-481e-bd47-c024eebb05b0 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0614803 Dec 13 11:02:29.906410 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d9e7622-8883-4132-84ca-5c0141bbe088 req-afa3883a-e3f4-470a-83be-fe198c5f518c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880399 Dec 13 11:02:29.917621 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0d398-cc01-4cdd-8653-9e88877affcd req-6b637f33-83ff-461f-9f38-bdd8b2a74658 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:29.919168 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e5c0d398-cc01-4cdd-8653-9e88877affcd req-6b637f33-83ff-461f-9f38-bdd8b2a74658 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.1008151 Dec 13 11:02:29.996589 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e5c0d398-cc01-4cdd-8653-9e88877affcd req-f439138b-2357-4e8c-9ecc-aaf7a3cb5bfa tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699685 Dec 13 11:02:30.157516 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171249-71ba-451f-94f2-8e71112395b1 req-af45bd7c-3c0a-4f2b-b05f-0ba84ccf7c16 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:30.159220 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-71171249-71ba-451f-94f2-8e71112395b1 req-af45bd7c-3c0a-4f2b-b05f-0ba84ccf7c16 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0565383 Dec 13 11:02:30.216089 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-71171249-71ba-451f-94f2-8e71112395b1 req-27adeb2b-522b-4ff9-8142-e0956f44213f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496705 Dec 13 11:02:30.327390 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 935382e4-b821-4f8f-94e6-cd910ffcc6c9 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:02:30.351113 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 935382e4-b821-4f8f-94e6-cd910ffcc6c9 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:02:30.351113 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 935382e4-b821-4f8f-94e6-cd910ffcc6c9 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:02:30.351113 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device fac153c9-0078-4e36-8a2d-5fb5d6ab71ec no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:02:30.437844 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device d8175210-95e9-4e74-8886-74ef19088b8e no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:02:30.458256 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: d8175210-95e9-4e74-8886-74ef19088b8e {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:02:30.458617 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device d8175210-95e9-4e74-8886-74ef19088b8e not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:02:31.024879 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0340d5-188d-488b-b367-c73532f2c722 req-38539389-5a79-43d7-a266-055d6ce2220c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:31.026438 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ce0340d5-188d-488b-b367-c73532f2c722 req-38539389-5a79-43d7-a266-055d6ce2220c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0512371 Dec 13 11:02:31.134291 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ce0340d5-188d-488b-b367-c73532f2c722 req-8889ff84-c48b-44b1-8f6b-1831f5ccf217 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990319 Dec 13 11:02:31.158562 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef03f2-0273-4c94-91e5-408795d70bb2 req-c47f34bd-c33a-4abd-8636-46a5c3dc0332 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:31.160068 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7aef03f2-0273-4c94-91e5-408795d70bb2 req-c47f34bd-c33a-4abd-8636-46a5c3dc0332 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.0829639 Dec 13 11:02:31.208855 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7aef03f2-0273-4c94-91e5-408795d70bb2 req-95269701-3e7c-4f0e-85cc-a2fbf6b429a9 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424483 Dec 13 11:02:31.338701 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf07cfe-50fb-4ca8-adbb-87b266474033 req-868e8136-462d-454f-90d5-02f925178959 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:31.340582 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ccf07cfe-50fb-4ca8-adbb-87b266474033 req-868e8136-462d-454f-90d5-02f925178959 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0562673 Dec 13 11:02:31.397115 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ccf07cfe-50fb-4ca8-adbb-87b266474033 req-89f29d6c-0d45-450d-b65d-ee7adf24bb7c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494583 Dec 13 11:02:32.244085 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b2a31-3bd0-48a0-b1d1-aa0556b904aa req-3d3c6590-e459-4d43-b160-13e48bbc8d5a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:32.245579 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bc4b2a31-3bd0-48a0-b1d1-aa0556b904aa req-3d3c6590-e459-4d43-b160-13e48bbc8d5a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0489464 Dec 13 11:02:32.317559 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bc4b2a31-3bd0-48a0-b1d1-aa0556b904aa req-056dfa1c-11e6-419a-9899-76792902560e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660701 Dec 13 11:02:32.340947 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8561b7-cc6f-4025-a73e-79e51d7966b0 req-38783bcd-4eae-455e-8508-50298d4caf83 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:32.340947 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6e8561b7-cc6f-4025-a73e-79e51d7966b0 req-38783bcd-4eae-455e-8508-50298d4caf83 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.0608430 Dec 13 11:02:32.392463 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6e8561b7-cc6f-4025-a73e-79e51d7966b0 req-c69f5402-a07b-40e6-92cd-e3dcbcef9ee6 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440834 Dec 13 11:02:32.526831 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b51f2-5f21-4246-b010-0e1f05fed28a req-b364c90d-b599-4ee6-9f2f-53c6917a07a6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:32.528631 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-264b51f2-5f21-4246-b010-0e1f05fed28a req-b364c90d-b599-4ee6-9f2f-53c6917a07a6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0505567 Dec 13 11:02:32.576119 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-264b51f2-5f21-4246-b010-0e1f05fed28a req-fb8e01de-b12c-4106-97f1-40c14245b052 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410430 Dec 13 11:02:33.449152 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ddc9e-81f7-490d-ae9d-0bd0ece68b6d req-97882fe0-7ed8-4737-bd0b-3f83286c7404 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:33.450736 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2d9ddc9e-81f7-490d-ae9d-0bd0ece68b6d req-97882fe0-7ed8-4737-bd0b-3f83286c7404 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0616086 Dec 13 11:02:33.546986 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2d9ddc9e-81f7-490d-ae9d-0bd0ece68b6d req-b682b592-d56e-44eb-a514-de806e5d71bb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842516 Dec 13 11:02:33.562277 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12819c-a38b-4f91-b4e6-30f36794885e req-d770a26d-ce3f-4679-9f02-9812724526f5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:33.563828 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9e12819c-a38b-4f91-b4e6-30f36794885e req-d770a26d-ce3f-4679-9f02-9812724526f5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.0606828 Dec 13 11:02:33.611005 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9e12819c-a38b-4f91-b4e6-30f36794885e req-c3cb7cc2-ad7e-4613-9b36-aeee38e7bc36 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 Dec 13 11:02:33.720933 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdea300-b01c-4335-8b18-f2055f59cab7 req-97584101-7e66-4f2c-9aca-acb453ec1627 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:33.722661 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2fdea300-b01c-4335-8b18-f2055f59cab7 req-97584101-7e66-4f2c-9aca-acb453ec1627 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0591631 Dec 13 11:02:33.773381 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2fdea300-b01c-4335-8b18-f2055f59cab7 req-04d1ac1e-475a-4531-9776-82044975d786 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445180 Dec 13 11:02:34.680336 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdf3e6e-376b-4274-94e3-37cbe4c33a66 req-fa6db34b-aaa5-44ef-9730-09026e592f91 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:34.681842 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5fdf3e6e-376b-4274-94e3-37cbe4c33a66 req-fa6db34b-aaa5-44ef-9730-09026e592f91 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0542436 Dec 13 11:02:34.756064 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5fdf3e6e-376b-4274-94e3-37cbe4c33a66 req-027369b8-1edf-4f63-b66e-7b9d9da614bc tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665944 Dec 13 11:02:34.773017 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345e7a4b-0185-482f-9fc6-f7189ef3cb2a req-f2784e38-be56-48ad-bc67-87d02951d700 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:34.774508 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-345e7a4b-0185-482f-9fc6-f7189ef3cb2a req-f2784e38-be56-48ad-bc67-87d02951d700 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.0683036 Dec 13 11:02:34.828310 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-345e7a4b-0185-482f-9fc6-f7189ef3cb2a req-c2c86fd8-b261-42ee-b70c-54419e67981e tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466983 Dec 13 11:02:34.899475 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a60762-be55-4f1e-9576-34d5228bab04 req-ae2de57e-6fbc-420e-9995-1722c00ccbd7 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:34.901159 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-04a60762-be55-4f1e-9576-34d5228bab04 req-ae2de57e-6fbc-420e-9995-1722c00ccbd7 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0518882 Dec 13 11:02:34.964788 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-04a60762-be55-4f1e-9576-34d5228bab04 req-9b9f3d28-71cb-4e38-b328-a1ce819dcf9c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566766 Dec 13 11:02:35.888274 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b64ade-2ed0-4271-9313-d3231fc03f47 req-5e1ad500-29ca-41fa-af6b-87cb1674ef1c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:35.890041 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d8b64ade-2ed0-4271-9313-d3231fc03f47 req-5e1ad500-29ca-41fa-af6b-87cb1674ef1c tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0638249 Dec 13 11:02:36.201824 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d8b64ade-2ed0-4271-9313-d3231fc03f47 req-60cebbb5-6102-408e-984a-08bdd9d46815 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021870 Dec 13 11:02:36.214640 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b07998-1064-4d15-9c7e-545a77ae2961 req-ed46e7f6-0a29-4d55-977b-5788166e61b2 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:36.216102 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-08b07998-1064-4d15-9c7e-545a77ae2961 req-ed46e7f6-0a29-4d55-977b-5788166e61b2 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.3082919 Dec 13 11:02:36.266881 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-08b07998-1064-4d15-9c7e-545a77ae2961 req-230147fa-45a9-4120-8960-2f376c210b6b tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446231 Dec 13 11:02:36.327418 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5ddf4b-f61f-42c1-ae9d-6eccb25fcae5 req-8f349bb7-ee0a-4fb1-b8ab-102f2bd880c7 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:36.329110 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fc5ddf4b-f61f-42c1-ae9d-6eccb25fcae5 req-8f349bb7-ee0a-4fb1-b8ab-102f2bd880c7 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0551107 Dec 13 11:02:36.376198 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fc5ddf4b-f61f-42c1-ae9d-6eccb25fcae5 req-0dfaeb61-6620-4e7a-9609-d45e26cd1d04 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406594 Dec 13 11:02:37.328021 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ca848-8391-433e-92ee-ecd1d6b86c96 req-a61803a7-325a-4005-9f12-aa477053abdc tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:37.330508 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-850ca848-8391-433e-92ee-ecd1d6b86c96 req-a61803a7-325a-4005-9f12-aa477053abdc tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0571370 Dec 13 11:02:37.416082 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-850ca848-8391-433e-92ee-ecd1d6b86c96 req-d4339a16-7eb3-4928-94ee-f42ab9e7f6a7 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746810 Dec 13 11:02:37.438993 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b0a51-6df3-454a-8729-ffcf92af8590 req-8a30ba10-e52e-48a5-9071-e846e4ce5601 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:37.443373 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d1b0a51-6df3-454a-8729-ffcf92af8590 req-8a30ba10-e52e-48a5-9071-e846e4ce5601 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.0929492 Dec 13 11:02:37.497246 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d1b0a51-6df3-454a-8729-ffcf92af8590 req-b9e8cdf5-f8d7-42a7-865d-c7c650f31173 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501382 Dec 13 11:02:37.533566 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983e00f6-6ce8-4af4-958d-ed90d95e3289 req-2a9b90b0-5cad-43a6-839b-ec90bea568e4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:37.535083 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-983e00f6-6ce8-4af4-958d-ed90d95e3289 req-2a9b90b0-5cad-43a6-839b-ec90bea568e4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0577545 Dec 13 11:02:37.585784 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-983e00f6-6ce8-4af4-958d-ed90d95e3289 req-9f082653-582e-4c36-bcdf-6ab599aa66ad tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447233 Dec 13 11:02:38.551852 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b054e00-b292-4f62-88f9-277bd8749cd6 req-c62ddd6b-5834-49ba-a97d-b1f880975226 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:38.554207 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1b054e00-b292-4f62-88f9-277bd8749cd6 req-c62ddd6b-5834-49ba-a97d-b1f880975226 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0617378 Dec 13 11:02:38.628956 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1b054e00-b292-4f62-88f9-277bd8749cd6 req-d55e2686-214d-4c8f-a9ce-d722170494db tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684481 Dec 13 11:02:38.640893 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf5bbb5-f742-4b88-8aa4-c3fa7ea4bc3f req-a510fe3c-1abe-4489-a2d4-583b87cd8761 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:38.642359 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2cf5bbb5-f742-4b88-8aa4-c3fa7ea4bc3f req-a510fe3c-1abe-4489-a2d4-583b87cd8761 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.0746095 Dec 13 11:02:38.705043 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2cf5bbb5-f742-4b88-8aa4-c3fa7ea4bc3f req-0a0a0182-a309-45cb-918e-e2ddfd4ceb95 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568349 Dec 13 11:02:38.751622 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c5243-ea9e-4a1d-a0dd-fe77c5bda96e req-647236b5-88a1-4171-883f-9afc95a68f80 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:38.753316 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c31c5243-ea9e-4a1d-a0dd-fe77c5bda96e req-647236b5-88a1-4171-883f-9afc95a68f80 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0646887 Dec 13 11:02:38.804889 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c31c5243-ea9e-4a1d-a0dd-fe77c5bda96e req-bc0dba42-b7ce-48c2-afbe-d013f922cb4d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453563 Dec 13 11:02:39.744428 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5d7e78-c75b-457a-a0b9-ecf362bbb41a req-10e09e59-8e17-45e0-99d3-8052c8acc3e4 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:39.745991 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-db5d7e78-c75b-457a-a0b9-ecf362bbb41a req-10e09e59-8e17-45e0-99d3-8052c8acc3e4 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0502520 Dec 13 11:02:39.841747 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-db5d7e78-c75b-457a-a0b9-ecf362bbb41a req-13d9007d-fd05-4dff-b06d-1a218ddf7729 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878057 Dec 13 11:02:39.870071 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b777ad5-0f15-4602-ac25-4a92483417d4 req-0ee8a439-9a9d-4052-9162-4a4c541bc8a5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:39.871647 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6b777ad5-0f15-4602-ac25-4a92483417d4 req-0ee8a439-9a9d-4052-9162-4a4c541bc8a5 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.0886509 Dec 13 11:02:39.940536 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6b777ad5-0f15-4602-ac25-4a92483417d4 req-5340af62-975b-4654-a8f7-5a646e14155b tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608337 Dec 13 11:02:39.976458 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7380ac6-a596-454c-8265-08a711e2ae6b req-c62cf81b-733e-4d9d-8313-bda7fb453be2 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:39.977937 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a7380ac6-a596-454c-8265-08a711e2ae6b req-c62cf81b-733e-4d9d-8313-bda7fb453be2 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0624070 Dec 13 11:02:40.026061 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a7380ac6-a596-454c-8265-08a711e2ae6b req-062b5d18-3c9b-4946-8f80-876c06446e73 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418921 Dec 13 11:02:40.205171 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:40.957750 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7002bd1b-882c-48ab-acd3-1eaac984d465 req-09603dfc-6004-4b64-91f7-57563e59bb1a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:40.959343 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7002bd1b-882c-48ab-acd3-1eaac984d465 req-09603dfc-6004-4b64-91f7-57563e59bb1a tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0501192 Dec 13 11:02:41.009515 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7002bd1b-882c-48ab-acd3-1eaac984d465 req-5f860287-4158-4764-be64-1dce7d2d7ef3 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 Dec 13 11:02:41.066568 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ee943-d27d-4c09-8e8a-f730a1682db1 req-4ba32334-345b-484c-9615-83e9db9fbf43 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:41.067909 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-465ee943-d27d-4c09-8e8a-f730a1682db1 req-4ba32334-345b-484c-9615-83e9db9fbf43 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.0561426 Dec 13 11:02:41.137760 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-465ee943-d27d-4c09-8e8a-f730a1682db1 req-be5f87d3-5fe3-4a99-92ad-02c4cfb3286f tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/security-groups?id=03703e11-2c25-4d70-8b52-139db0092d37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633521 Dec 13 11:02:41.161410 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9640a5-39b5-4372-9b19-a8f3cd2ddbec req-be52a7b6-38fe-4af5-a44d-bed554f1823f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:41.163237 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2b9640a5-39b5-4372-9b19-a8f3cd2ddbec req-be52a7b6-38fe-4af5-a44d-bed554f1823f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0637143 Dec 13 11:02:41.213065 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2b9640a5-39b5-4372-9b19-a8f3cd2ddbec req-2d3118f5-687e-4667-a787-7d964b4be303 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435393 Dec 13 11:02:41.288982 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-fd2c4d7a-bfd5-4645-a5f5-ae8cf64acf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:41.290489 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-fd2c4d7a-bfd5-4645-a5f5-ae8cf64acf51 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 1096 time: 0.0406747 Dec 13 11:02:41.409470 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-f49140b1-86a9-40a9-bf41-4a5d3f0de382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:41.410971 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-f49140b1-86a9-40a9-bf41-4a5d3f0de382 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 917 time: 0.0976233 Dec 13 11:02:41.478568 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-8b739c41-1802-4f78-bb63-d953f88a305c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec HTTP/1.1" status: 200 len: 998 time: 0.0584269 Dec 13 11:02:41.540149 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-416cc71a-7bd6-4bd1-a776-2efb1316089f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:41.541557 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-416cc71a-7bd6-4bd1-a776-2efb1316089f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.0481441 Dec 13 11:02:41.594204 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-e4583baf-efa4-4b02-8baf-a6e2fcefd75a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:41.595659 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-e4583baf-efa4-4b02-8baf-a6e2fcefd75a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393128 Dec 13 11:02:41.687093 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-9a228004-e242-4437-b3f3-6a478ab1c480 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797539 Dec 13 11:02:41.731612 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c621a-b620-4f95-b057-cfdb796e852f req-83d3eee9-7026-46b6-b7c8-c7c358d4622c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:41.733336 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-408c621a-b620-4f95-b057-cfdb796e852f req-83d3eee9-7026-46b6-b7c8-c7c358d4622c tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 946 time: 0.0496531 Dec 13 11:02:41.786839 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8d9b6c29-a2bc-4f7b-a8fa-d6f108d721c4 req-fa96cd4f-09d2-4dbf-8dbc-e83c16b5ebd0 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876694 Dec 13 11:02:41.829100 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-408c621a-b620-4f95-b057-cfdb796e852f req-5a760193-1a56-4c53-9d5e-7bba8b9b20cc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Deleting port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:02:41.829433 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-408c621a-b620-4f95-b057-cfdb796e852f req-5a760193-1a56-4c53-9d5e-7bba8b9b20cc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:41.921087 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-408c621a-b620-4f95-b057-cfdb796e852f req-5a760193-1a56-4c53-9d5e-7bba8b9b20cc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] For port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,segment=NetworkSegment(b1afc942-66cf-4634-9ee6-b32338838f7d),segment_id=b1afc942-66cf-4634-9ee6-b32338838f7d)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:41.921440 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-408c621a-b620-4f95-b057-cfdb796e852f req-5a760193-1a56-4c53-9d5e-7bba8b9b20cc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:41.934563 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-408c621a-b620-4f95-b057-cfdb796e852f req-5a760193-1a56-4c53-9d5e-7bba8b9b20cc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Calling delete_port for 569fddf1-61b8-4fca-91cb-cf3b6d4824fb owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:02:42.074687 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c4abc3d4-f09d-4ce6-a7ce-7ba5d47b38f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:42.081567 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-408c621a-b620-4f95-b057-cfdb796e852f req-5a760193-1a56-4c53-9d5e-7bba8b9b20cc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:42.095750 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['569fddf1-61b8-4fca-91cb-cf3b6d4824fb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:02:42.109127 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a760193-1a56-4c53-9d5e-7bba8b9b20cc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Pushing event deleted for resources: {'Port': ['ID=569fddf1-61b8-4fca-91cb-cf3b6d4824fb,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:42.135803 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0857a5b7-f2c1-499c-9a4f-c25cd7e18fb3 req-ce37c79a-cbeb-418a-97b5-3d86415f5c40 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:42.137523 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0857a5b7-f2c1-499c-9a4f-c25cd7e18fb3 req-ce37c79a-cbeb-418a-97b5-3d86415f5c40 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0568037 Dec 13 11:02:42.157730 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-408c621a-b620-4f95-b057-cfdb796e852f req-5a760193-1a56-4c53-9d5e-7bba8b9b20cc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] No DVR routers for this DVR port 569fddf1-61b8-4fca-91cb-cf3b6d4824fb on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:02:42.160423 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-408c621a-b620-4f95-b057-cfdb796e852f req-5a760193-1a56-4c53-9d5e-7bba8b9b20cc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:42.163940 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-408c621a-b620-4f95-b057-cfdb796e852f req-5a760193-1a56-4c53-9d5e-7bba8b9b20cc tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.39 "DELETE /v2.0/ports/569fddf1-61b8-4fca-91cb-cf3b6d4824fb HTTP/1.1" status: 204 len: 173 time: 0.4235804 Dec 13 11:02:42.164390 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40', 'name': 'network-vif-deleted', 'tag': '569fddf1-61b8-4fca-91cb-cf3b6d4824fb'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:02:42.167884 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a606d0-abf7-4c90-96b1-1a4b1cfa34ef" -d '{"events": [{"server_uuid": "1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40", "name": "network-vif-deleted", "tag": "569fddf1-61b8-4fca-91cb-cf3b6d4824fb"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:02:42.206486 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0857a5b7-f2c1-499c-9a4f-c25cd7e18fb3 req-5d0ee946-bcd6-4322-839a-6aeb529bf24f tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621524 Dec 13 11:02:42.259735 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d06b92-942b-4648-be3c-33ea117b2f14 x-openstack-request-id: req-68d06b92-942b-4648-be3c-33ea117b2f14 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:02:42.260259 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40", "name": "network-vif-deleted", "tag": "569fddf1-61b8-4fca-91cb-cf3b6d4824fb", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:02:42.260612 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-68d06b92-942b-4648-be3c-33ea117b2f14 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:02:42.261172 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40', 'name': 'network-vif-deleted', 'tag': '569fddf1-61b8-4fca-91cb-cf3b6d4824fb', 'status': 'completed', 'code': 200} Dec 13 11:02:42.264902 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3be006b3-2241-4663-a12a-b07734d05544 req-5b51b233-0fe1-4a33-9856-03fc9c154bc8 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 210 time: 0.0373387 Dec 13 11:02:42.370043 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e234e6d3-43ee-4994-a1be-b9bf356c7473 req-f70d63b1-51f9-478e-a092-4f640f5b29cd tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:42.371539 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e234e6d3-43ee-4994-a1be-b9bf356c7473 req-f70d63b1-51f9-478e-a092-4f640f5b29cd tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0554428 Dec 13 11:02:42.419979 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e234e6d3-43ee-4994-a1be-b9bf356c7473 req-2ab75ba6-c19e-4887-8979-c43cc21e90a1 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422471 Dec 13 11:02:43.361912 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e9635c-afd9-494d-8175-fa2fbdbd4076 req-32a58d5a-cdce-4ee7-89d9-fdbd52e522c3 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:43.364615 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b1e9635c-afd9-494d-8175-fa2fbdbd4076 req-32a58d5a-cdce-4ee7-89d9-fdbd52e522c3 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0814202 Dec 13 11:02:43.412518 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ac561bfa-8c1d-4ec1-b26b-9f0a453238f6 req-81f2a5fd-4661-47d6-a4e4-bdb25b8fed28 tempest-AttachVolumeNegativeTest-1398374442 tempest-AttachVolumeNegativeTest-1398374442-project] 10.222.0.43 "GET /v2.0/ports?device_id=1e3a6dbb-8d2e-4f03-bafc-0f5cef9ffa40 HTTP/1.1" status: 200 len: 210 time: 0.0344317 Dec 13 11:02:43.450784 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b1e9635c-afd9-494d-8175-fa2fbdbd4076 req-eef4d170-a6bc-45ab-98e3-b716e047d1ee tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802867 Dec 13 11:02:43.538160 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc38d8e-5b61-4636-8a27-b28b20bcb9c6 req-d2d68fdc-9911-4d03-b71b-5d7c2c0026a6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:43.539571 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6fc38d8e-5b61-4636-8a27-b28b20bcb9c6 req-d2d68fdc-9911-4d03-b71b-5d7c2c0026a6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0499034 Dec 13 11:02:43.589617 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6fc38d8e-5b61-4636-8a27-b28b20bcb9c6 req-56efdd1b-bc65-4411-a39e-78a0c5207d10 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440667 Dec 13 11:02:44.373905 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-5281f6b4-b678-475d-ac35-591103049248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:44.474323 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 43470) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:44.519170 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad7ab3c-0538-4089-a11f-29cbbc89d7fa admin admin] Deleting subnet fd7a891a-17a8-4510-9d50-364848293909 {{(pid=102441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:02:44.531303 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bad7ab3c-0538-4089-a11f-29cbbc89d7fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:44.585317 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bad7ab3c-0538-4089-a11f-29cbbc89d7fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129325008'] for subnet, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:44.621842 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f960615-93d2-4a10-a4e4-049c1d41255d req-68fd853f-5c58-4e55-a7bd-960afc6b4eba tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:44.623308 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2f960615-93d2-4a10-a4e4-049c1d41255d req-68fd853f-5c58-4e55-a7bd-960afc6b4eba tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.1018827 Dec 13 11:02:44.641380 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bad7ab3c-0538-4089-a11f-29cbbc89d7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:44.743766 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2f960615-93d2-4a10-a4e4-049c1d41255d req-a2dd6d3a-3983-4d58-9f88-6891a7c2d57e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112847 Dec 13 11:02:44.750277 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bad7ab3c-0538-4089-a11f-29cbbc89d7fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126324771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126223214'] for subnet, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:44.781339 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bad7ab3c-0538-4089-a11f-29cbbc89d7fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:44.784532 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-bad7ab3c-0538-4089-a11f-29cbbc89d7fa admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fd7a891a-17a8-4510-9d50-364848293909 HTTP/1.1" status: 204 len: 168 time: 0.3091683 Dec 13 11:02:44.785299 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7ab3c-0538-4089-a11f-29cbbc89d7fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd7a891a-17a8-4510-9d50-364848293909,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:44.787365 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43474) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:44.795634 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cdaff-c4cd-4c81-990e-2d9182bfc162 req-8e1a6485-7e3e-40c0-994e-8a2863a86e40 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:44.797235 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-db8cdaff-c4cd-4c81-990e-2d9182bfc162 req-8e1a6485-7e3e-40c0-994e-8a2863a86e40 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.1249845 Dec 13 11:02:44.845256 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-db8cdaff-c4cd-4c81-990e-2d9182bfc162 req-58794619-74b2-4ef7-9823-be506980d477 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409839 Dec 13 11:02:44.855949 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.142061 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.162365 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea53f06c-9409-4221-badf-180307a92e9f']}} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:02:45.172176 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1afc942-66cf-4634-9ee6-b32338838f7d') {'for_net_delete': True} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:02:45.172478 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1afc942-66cf-4634-9ee6-b32338838f7d') {} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:02:45.181827 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125996800'] for segment, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.195108 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.201015 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:02:45.201392 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125856877'] for segment, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: Traceback (most recent call last): Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: timer() Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: cb(*args, **kw) Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: return func(*args, **kwargs) Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: self._notify() Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: self.callback(batched_events) Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: event.method(event) Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: return f(self, *a, **k) Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._get(url).json() Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: return self.request(url, 'GET', **kwargs) Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:02:45.203422 dv-cinder-808574-5-iscsi neutron-server[102442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:02:45.258016 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.263844 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.267200 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] 10.222.0.43 "DELETE /v2.0/networks/ea53f06c-9409-4221-badf-180307a92e9f HTTP/1.1" status: 204 len: 168 time: 0.4783227 Dec 13 11:02:45.278331 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c3509-4ffc-4958-838d-727f905a0f2d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea53f06c-9409-4221-badf-180307a92e9f,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:45.447232 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43478) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:45.492184 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-cca71761-b834-45f4-8309-06008a3e70a3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=8c2e709bf148487db8b7da1d7f71a7b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437064 Dec 13 11:02:45.495348 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43480) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:45.550109 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7a44e08-657f-4119-a4a1-5e12215d7eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.571872 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7a44e08-657f-4119-a4a1-5e12215d7eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.619783 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7a44e08-657f-4119-a4a1-5e12215d7eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.622914 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7a44e08-657f-4119-a4a1-5e12215d7eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.624756 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e7a44e08-657f-4119-a4a1-5e12215d7eb6 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/03703e11-2c25-4d70-8b52-139db0092d37 HTTP/1.1" status: 204 len: 168 time: 0.1284719 Dec 13 11:02:45.626093 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:45.633943 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a44e08-657f-4119-a4a1-5e12215d7eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03703e11-2c25-4d70-8b52-139db0092d37,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:45.859172 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417007b5-f591-4193-a141-05f4cdbc7ff3 req-7580a2f3-bb7d-4aae-8042-945bfb912a9d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:45.860653 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-417007b5-f591-4193-a141-05f4cdbc7ff3 req-7580a2f3-bb7d-4aae-8042-945bfb912a9d tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0477035 Dec 13 11:02:45.911525 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-417007b5-f591-4193-a141-05f4cdbc7ff3 req-a37bbfbc-cd0a-455e-99ae-8e08ab401818 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447755 Dec 13 11:02:45.982419 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a75670a-7e58-4093-b595-84a65aa8e611 req-c3215535-50c4-44d9-a06b-90c29519cd00 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:45.983980 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9a75670a-7e58-4093-b595-84a65aa8e611 req-c3215535-50c4-44d9-a06b-90c29519cd00 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0646493 Dec 13 11:02:46.034507 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9a75670a-7e58-4093-b595-84a65aa8e611 req-866b9309-e38d-476c-86c2-422faea7939f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443220 Dec 13 11:02:46.419895 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 569fddf1-61b8-4fca-91cb-cf3b6d4824fb no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:02:46.443556 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 569fddf1-61b8-4fca-91cb-cf3b6d4824fb {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:02:46.443878 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 569fddf1-61b8-4fca-91cb-cf3b6d4824fb not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:02:46.714546 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c6137-1286-4373-b34f-cd628d36d867 req-5f85c76b-93e2-4813-ab4c-3fb630f0f292 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:46.716089 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-274c6137-1286-4373-b34f-cd628d36d867 req-5f85c76b-93e2-4813-ab4c-3fb630f0f292 tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0609980 Dec 13 11:02:46.817386 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-274c6137-1286-4373-b34f-cd628d36d867 req-a32ec90d-0bb6-41ed-b395-9c261335cc2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Deleting port db6093bc-5f11-4399-b206-60e4e18dc962 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:02:46.817726 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-274c6137-1286-4373-b34f-cd628d36d867 req-a32ec90d-0bb6-41ed-b395-9c261335cc2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:46.927394 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-274c6137-1286-4373-b34f-cd628d36d867 req-a32ec90d-0bb6-41ed-b395-9c261335cc2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] For port db6093bc-5f11-4399-b206-60e4e18dc962, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=db6093bc-5f11-4399-b206-60e4e18dc962,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:46.927927 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-274c6137-1286-4373-b34f-cd628d36d867 req-a32ec90d-0bb6-41ed-b395-9c261335cc2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:46.943810 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-274c6137-1286-4373-b34f-cd628d36d867 req-a32ec90d-0bb6-41ed-b395-9c261335cc2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Calling delete_port for db6093bc-5f11-4399-b206-60e4e18dc962 owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:02:46.983724 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:47.044928 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b29eb4-f63b-466a-bcfb-cdb4ad7a87a0 req-300c3219-7985-4c0b-b903-8c7f8c1e10be tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:47.047208 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e3b29eb4-f63b-466a-bcfb-cdb4ad7a87a0 req-300c3219-7985-4c0b-b903-8c7f8c1e10be tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/ports?device_id=7f8f3d8d-bdef-4fef-b083-a669c55cc95d HTTP/1.1" status: 200 len: 945 time: 0.0571177 Dec 13 11:02:47.120592 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e3b29eb4-f63b-466a-bcfb-cdb4ad7a87a0 req-889cc655-1e17-4ce2-8451-0c38d0dfcfdb tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.43 "GET /v2.0/security-groups?id=a19fe998-745a-4b7c-9560-84a6aca4dc8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605133 Dec 13 11:02:47.144979 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-274c6137-1286-4373-b34f-cd628d36d867 req-a32ec90d-0bb6-41ed-b395-9c261335cc2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:47.157672 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['db6093bc-5f11-4399-b206-60e4e18dc962'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:02:47.181459 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32ec90d-0bb6-41ed-b395-9c261335cc2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Pushing event deleted for resources: {'Port': ['ID=db6093bc-5f11-4399-b206-60e4e18dc962,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:47.183474 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4820c9-970f-4efc-854f-e9870ddbf290 req-6289cd3f-efd6-4f09-9734-70c45891c686 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:47.185168 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-de4820c9-970f-4efc-854f-e9870ddbf290 req-6289cd3f-efd6-4f09-9734-70c45891c686 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0586445 Dec 13 11:02:47.252650 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-274c6137-1286-4373-b34f-cd628d36d867 req-a32ec90d-0bb6-41ed-b395-9c261335cc2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] No DVR routers for this DVR port db6093bc-5f11-4399-b206-60e4e18dc962 on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:02:47.256437 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-274c6137-1286-4373-b34f-cd628d36d867 req-a32ec90d-0bb6-41ed-b395-9c261335cc2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:47.262308 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-274c6137-1286-4373-b34f-cd628d36d867 req-a32ec90d-0bb6-41ed-b395-9c261335cc2e tempest-ServerRescueNegativeTestJSON-1441708990 tempest-ServerRescueNegativeTestJSON-1441708990-project] 10.222.0.39 "DELETE /v2.0/ports/db6093bc-5f11-4399-b206-60e4e18dc962 HTTP/1.1" status: 204 len: 173 time: 0.5388212 Dec 13 11:02:47.262659 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f8f3d8d-bdef-4fef-b083-a669c55cc95d', 'name': 'network-vif-deleted', 'tag': 'db6093bc-5f11-4399-b206-60e4e18dc962'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:02:47.265726 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75537a4e-31d4-491b-b969-a6a267e7cfbb" -d '{"events": [{"server_uuid": "7f8f3d8d-bdef-4fef-b083-a669c55cc95d", "name": "network-vif-deleted", "tag": "db6093bc-5f11-4399-b206-60e4e18dc962"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:02:47.268704 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-de4820c9-970f-4efc-854f-e9870ddbf290 req-4c2508b3-01d0-47a5-adf6-aa916c868f29 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739219 Dec 13 11:02:47.311264 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b626e701-d14d-426a-9dc6-d87953bac6b9 x-openstack-request-id: req-b626e701-d14d-426a-9dc6-d87953bac6b9 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:02:47.311707 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f8f3d8d-bdef-4fef-b083-a669c55cc95d", "name": "network-vif-deleted", "tag": "db6093bc-5f11-4399-b206-60e4e18dc962", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:02:47.312064 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b626e701-d14d-426a-9dc6-d87953bac6b9 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:02:47.312629 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f8f3d8d-bdef-4fef-b083-a669c55cc95d', 'name': 'network-vif-deleted', 'tag': 'db6093bc-5f11-4399-b206-60e4e18dc962', 'status': 'completed', 'code': 200} Dec 13 11:02:48.036066 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:48.172683 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43542) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:48.398722 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f866db-eb69-4e09-bf42-ed062ffbeae9 req-68975c56-9742-4311-b26d-5c6e7d84c064 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:48.400209 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26f866db-eb69-4e09-bf42-ed062ffbeae9 req-68975c56-9742-4311-b26d-5c6e7d84c064 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 943 time: 0.0491829 Dec 13 11:02:48.434892 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device fac153c9-0078-4e36-8a2d-5fb5d6ab71ec details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:02:48.453622 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26f866db-eb69-4e09-bf42-ed062ffbeae9 req-277727eb-c78a-4f0c-a92c-0d32117a0e3b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467079 Dec 13 11:02:48.534907 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:48.547284 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'port_id': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'mac_address': 'fa:16:3e:ab:66:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:02:48.584946 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:48.593519 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680024'] for router_interface, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:48.599848 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac153c9-0078-4e36-8a2d-5fb5d6ab71ec {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:02:48.619214 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:48.624109 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:48.671275 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=9']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:48.847824 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:02:48.900663 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] Deleting port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:02:48.901001 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:48.987721 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] For port e7cff175-9d4b-4b6e-94ba-b88ecd719e0b, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=e7cff175-9d4b-4b6e-94ba-b88ecd719e0b,segment=NetworkSegment(a0d1d62b-ece6-43a5-afce-8a8714bfb554),segment_id=a0d1d62b-ece6-43a5-afce-8a8714bfb554)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:48.988235 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:49.003022 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] Calling delete_port for e7cff175-9d4b-4b6e-94ba-b88ecd719e0b owned by network:router_interface {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:02:49.196042 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:49.221602 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7cff175-9d4b-4b6e-94ba-b88ecd719e0b,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:49.386698 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3773012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680132'] for router_interface, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:49.575208 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c909c0-5c59-4faa-800c-96424bf3d62e req-4ad1d41a-42bb-436f-8ada-61a81a69e689 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:49.576931 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f5c909c0-5c59-4faa-800c-96424bf3d62e req-4ad1d41a-42bb-436f-8ada-61a81a69e689 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 944 time: 0.0495656 Dec 13 11:02:49.600330 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] Router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:02:49.624409 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f5c909c0-5c59-4faa-800c-96424bf3d62e req-82cdc31e-c618-4bb5-80e5-7806b884b008 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410397 Dec 13 11:02:49.705548 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:02:49.710748 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-f6f800aa-7d5c-4fec-a99a-737985f767c1 admin admin] 10.222.0.43 "PUT /v2.0/routers/5dcc32d9-c7ef-41cb-962e-077cb53b6093/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5370021 Dec 13 11:02:49.713296 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43564) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:49.716021 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] Sync routers for ids ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:02:49.726715 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] Routers {'5dcc32d9-c7ef-41cb-962e-077cb53b6093'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:02:49.727314 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:02:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:02:49.819292 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Publish callbacks [] for router, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:49.830423 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] Set router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:02:50.016855 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'name': 'tempest-ServerRescueNegativeTestJSON-275239850-router', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '45ab951d-5431-48ee-8de9-f43438434a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T11:02:49Z', 'revision_number': 5, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'gw_port': {'id': '45ab951d-5431-48ee-8de9-f43438434a77', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:02:50.043835 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] Checking router: 5dcc32d9-c7ef-41cb-962e-077cb53b6093 for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:02:50.052924 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] Routers {'5dcc32d9-c7ef-41cb-962e-077cb53b6093'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:02:50.053519 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:02:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:02:50.145995 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.208623 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Deleting port 45ab951d-5431-48ee-8de9-f43438434a77 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:02:50.209199 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.251197 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] Set router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:02:50.306619 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] For port 45ab951d-5431-48ee-8de9-f43438434a77, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=45ab951d-5431-48ee-8de9-f43438434a77,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:50.307131 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.329712 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Calling delete_port for 45ab951d-5431-48ee-8de9-f43438434a77 owned by network:router_gateway {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:02:50.445067 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'name': 'tempest-ServerRescueNegativeTestJSON-275239850-router', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '45ab951d-5431-48ee-8de9-f43438434a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T11:02:49Z', 'revision_number': 5, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'gw_port': {'id': '45ab951d-5431-48ee-8de9-f43438434a77', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:02:50.452618 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device fac153c9-0078-4e36-8a2d-5fb5d6ab71ec up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:02:50.487444 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e7a28d-e4ea-43f9-8dc8-7c8c16db2408 None None] The sync data for ids ['5dcc32d9-c7ef-41cb-962e-077cb53b6093'] in dv-cinder-808574-5-iscsi is: [{'id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'name': 'tempest-ServerRescueNegativeTestJSON-275239850-router', 'tenant_id': '33283f7c6efe459f9f767c8c28b5eecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2'}], 'enable_snat': True}, 'gw_port_id': '45ab951d-5431-48ee-8de9-f43438434a77', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T11:02:49Z', 'revision_number': 5, 'project_id': '33283f7c6efe459f9f767c8c28b5eecb', 'gw_port': {'id': '45ab951d-5431-48ee-8de9-f43438434a77', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:6b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dcc32d9-c7ef-41cb-962e-077cb53b6093', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:02:50.539703 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:02:50.539703 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.542996 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.573468 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Pushing event deleted for resources: {'Port': ['ID=45ab951d-5431-48ee-8de9-f43438434a77,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:50.600644 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.601062 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.601473 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.601827 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.602389 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.602754 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.603151 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.603535 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.603874 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.604243 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.604574 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.604953 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.605343 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:02:50.624227 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.657844 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3678758'] for router_gateway, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.663180 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:02:50.664135 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:02:50.667216 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004a9a1a-ef06-4938-8fce-9287cc9331ef" -d '{"events": [{"server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "name": "network-vif-plugged", "status": "completed", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:02:50.671799 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.672647 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device db6093bc-5f11-4399-b206-60e4e18dc962 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:02:50.698403 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: db6093bc-5f11-4399-b206-60e4e18dc962 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:02:50.698778 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device db6093bc-5f11-4399-b206-60e4e18dc962 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:02:50.730448 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4811b14-4497-4c53-be9f-57b38a5b0c0d x-openstack-request-id: req-b4811b14-4497-4c53-be9f-57b38a5b0c0d {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:02:50.731031 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "name": "network-vif-plugged", "status": "completed", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:02:50.731505 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b4811b14-4497-4c53-be9f-57b38a5b0c0d {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:02:50.732067 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'code': 200} Dec 13 11:02:50.757557 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=10']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:50.795235 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cba6c58-61c8-4008-b4c5-ca15852b6635 req-1a4934fa-9099-4634-a34b-df1430446aa9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:50.797062 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4cba6c58-61c8-4008-b4c5-ca15852b6635 req-1a4934fa-9099-4634-a34b-df1430446aa9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0574830 Dec 13 11:02:50.816459 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6754'] for router, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.818845 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.869160 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4cba6c58-61c8-4008-b4c5-ca15852b6635 req-543ba9af-c058-4e60-9b5b-f0dfbe8a4f5c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581796 Dec 13 11:02:50.896958 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679167'] for router, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.897577 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dcc32d9-c7ef-41cb-962e-077cb53b6093 {{(pid=102442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:02:50.902923 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] Publish callbacks [] for router, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:50.904079 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-ff3d9ad4-2a58-4067-88d5-8ac697e9783b admin admin] 10.222.0.43 "DELETE /v2.0/routers/5dcc32d9-c7ef-41cb-962e-077cb53b6093 HTTP/1.1" status: 204 len: 168 time: 1.1899161 Dec 13 11:02:50.906674 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43598) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:50.956411 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff132b00-f205-4660-b535-49410df3792e admin admin] Deleting subnet aa1b72ae-801e-439a-850f-ee0537ccf54f {{(pid=102442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:02:50.959816 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff132b00-f205-4660-b535-49410df3792e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.001452 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff132b00-f205-4660-b535-49410df3792e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997051'] for subnet, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.020322 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 43602) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:51.045081 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff132b00-f205-4660-b535-49410df3792e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.110488 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff132b00-f205-4660-b535-49410df3792e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125856775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126431429'] for subnet, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.143054 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff132b00-f205-4660-b535-49410df3792e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa1b72ae-801e-439a-850f-ee0537ccf54f,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:51.146900 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ff132b00-f205-4660-b535-49410df3792e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.150263 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-ff132b00-f205-4660-b535-49410df3792e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/aa1b72ae-801e-439a-850f-ee0537ccf54f HTTP/1.1" status: 204 len: 168 time: 0.2425458 Dec 13 11:02:51.153183 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 43606) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:51.192464 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d5cbdbfd-8a95-4c1c-87f7-e5eb44939fd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.197973 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3150396-7beb-4161-a0c9-17733dc28001 req-852c6f75-c787-4b9f-9388-206e50194bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:51.199511 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f3150396-7beb-4161-a0c9-17733dc28001 req-852c6f75-c787-4b9f-9388-206e50194bb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 1099 time: 0.0450368 Dec 13 11:02:51.246242 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-f3150396-7beb-4161-a0c9-17733dc28001 req-492f4413-4985-4bd8-ab3f-60699340570e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393977 Dec 13 11:02:51.267421 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.381490 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d5cbdbfd-8a95-4c1c-87f7-e5eb44939fd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.386761 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.397338 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d5cbdbfd-8a95-4c1c-87f7-e5eb44939fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.432070 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14c80f36-d354-469a-a885-e82375e202b0']}} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:02:51.456862 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d1d62b-ece6-43a5-afce-8a8714bfb554') {'for_net_delete': True} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:02:51.457140 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d1d62b-ece6-43a5-afce-8a8714bfb554') {} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:02:51.470613 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129324843'] for segment, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.479287 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-d5cbdbfd-8a95-4c1c-87f7-e5eb44939fd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9278455ad1c74363b4deebc2bdaaf156&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4577506 Dec 13 11:02:51.481466 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cbdbfd-8a95-4c1c-87f7-e5eb44939fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b039f8-8c8a-44d2-9dd8-4710378b97cd,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:51.482164 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43608) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:51.492007 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.499828 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] Releasing vlan 288 on physical network physnet1 to pool {{(pid=102441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:02:51.500307 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126324809'] for segment, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: Traceback (most recent call last): Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: timer() Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: cb(*args, **kw) Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: return func(*args, **kwargs) Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: self._notify() Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: self.callback(batched_events) Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: event.method(event) Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: return f(self, *a, **k) Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._get(url).json() Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: return self.request(url, 'GET', **kwargs) Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:02:51.502018 dv-cinder-808574-5-iscsi neutron-server[102441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:02:51.536848 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8f131cf4-6540-4fb5-915d-881fd1725ba8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.556982 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.562896 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.563166 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8f131cf4-6540-4fb5-915d-881fd1725ba8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.566034 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] 10.222.0.43 "DELETE /v2.0/networks/14c80f36-d354-469a-a885-e82375e202b0 HTTP/1.1" status: 204 len: 168 time: 0.4114962 Dec 13 11:02:51.576722 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b099f599-119c-4bb5-bde5-75a7a9d515fe admin admin] Pushing event deleted for resources: {'Network': ['ID=14c80f36-d354-469a-a885-e82375e202b0,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:51.617866 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8f131cf4-6540-4fb5-915d-881fd1725ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.620856 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8f131cf4-6540-4fb5-915d-881fd1725ba8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.624695 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-8f131cf4-6540-4fb5-915d-881fd1725ba8 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/05b039f8-8c8a-44d2-9dd8-4710378b97cd HTTP/1.1" status: 204 len: 168 time: 0.1386118 Dec 13 11:02:51.642798 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f131cf4-6540-4fb5-915d-881fd1725ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b039f8-8c8a-44d2-9dd8-4710378b97cd,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:51.711874 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43614) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:51.762464 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-fdf11322-bad4-4b7e-b300-39aba272b232 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33283f7c6efe459f9f767c8c28b5eecb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0471458 Dec 13 11:02:51.762891 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 43618) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:51.811053 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0b01cc08-58b1-4ef4-8493-919aa12fe3c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.832252 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0b01cc08-58b1-4ef4-8493-919aa12fe3c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.881453 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0b01cc08-58b1-4ef4-8493-919aa12fe3c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.884216 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0b01cc08-58b1-4ef4-8493-919aa12fe3c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:51.888216 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-0b01cc08-58b1-4ef4-8493-919aa12fe3c9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a19fe998-745a-4b7c-9560-84a6aca4dc8c HTTP/1.1" status: 204 len: 168 time: 0.1218951 Dec 13 11:02:51.895267 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b01cc08-58b1-4ef4-8493-919aa12fe3c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a19fe998-745a-4b7c-9560-84a6aca4dc8c,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:51.934221 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 43624) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:51.957490 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c56aada7-36e5-403a-a32a-14ab38e7af85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:52.021775 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b719aa-d1af-4b77-9d3e-247d25b93622 req-02dfb7e9-f7df-49e1-a536-86aa2344edd3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:52.023301 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-01b719aa-d1af-4b77-9d3e-247d25b93622 req-02dfb7e9-f7df-49e1-a536-86aa2344edd3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0796046 Dec 13 11:02:52.102333 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c56aada7-36e5-403a-a32a-14ab38e7af85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:52.107515 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-01b719aa-d1af-4b77-9d3e-247d25b93622 req-6c95d94b-4f71-4c21-9dae-bd26f92a5b98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771859 Dec 13 11:02:52.109408 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c56aada7-36e5-403a-a32a-14ab38e7af85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:52.150165 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-c56aada7-36e5-403a-a32a-14ab38e7af85 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=1ea134f1ab9e49ae8271e58c28166fd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145360 Dec 13 11:02:52.151033 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aada7-36e5-403a-a32a-14ab38e7af85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e140c9-871b-45fd-8779-748098b69225,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:52.153328 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43628) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:52.204018 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bc06f9c0-8b8f-4b39-bd6d-001895ae1d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:52.225682 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bc06f9c0-8b8f-4b39-bd6d-001895ae1d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:52.272817 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bc06f9c0-8b8f-4b39-bd6d-001895ae1d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:52.275507 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-bc06f9c0-8b8f-4b39-bd6d-001895ae1d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:52.276654 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-bc06f9c0-8b8f-4b39-bd6d-001895ae1d0e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/64e140c9-871b-45fd-8779-748098b69225 HTTP/1.1" status: 204 len: 168 time: 0.1222844 Dec 13 11:02:52.288131 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc06f9c0-8b8f-4b39-bd6d-001895ae1d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e140c9-871b-45fd-8779-748098b69225,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:52.544948 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 45ab951d-5431-48ee-8de9-f43438434a77 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:02:52.567459 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 45ab951d-5431-48ee-8de9-f43438434a77 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:02:52.567825 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 45ab951d-5431-48ee-8de9-f43438434a77 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:02:52.568234 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device e7cff175-9d4b-4b6e-94ba-b88ecd719e0b no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:02:52.589760 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: e7cff175-9d4b-4b6e-94ba-b88ecd719e0b {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:02:52.590101 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device e7cff175-9d4b-4b6e-94ba-b88ecd719e0b not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:02:53.122092 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43710) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:53.285707 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bdf46-d642-4155-be97-5affbf3c0966 req-02047d5b-1e8a-4f72-bcf0-cc2e877a95a9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:53.288683 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a63bdf46-d642-4155-be97-5affbf3c0966 req-02047d5b-1e8a-4f72-bcf0-cc2e877a95a9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0905681 Dec 13 11:02:53.309216 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2085076249-network', 'tenant_id': '76da2e0ad1b24f76b4b55bde5a52ce1f'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:02:53.342753 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Made reservation on behalf of 76da2e0ad1b24f76b4b55bde5a52ce1f for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:02:53.346258 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.350636 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a63bdf46-d642-4155-be97-5affbf3c0966 req-18b6cae6-8f5a-41b0-88d3-ad7d6f2cb83e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554574 Dec 13 11:02:53.362700 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.446328 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.453032 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.477946 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=102442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:02:53.495624 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c80407-5f71-42ae-b990-cca97bb9e0ab,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:53.496384 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.496729 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Added segment bc31142a-c5fb-47c1-af36-0ce1d3b50b16 of type vlan for network 3a7bfa65-ff71-4d04-9d38-1726db8ebe77 Dec 13 11:02:53.546886 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.572840 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.573782 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:53.574383 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.631494 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5079575 Dec 13 11:02:53.634692 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 43736) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:53.639529 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7212aeb-c41d-40f5-b134-a1598c15fcd9 admin admin] Pushing event updated for resources: {'Network': ['ID=3a7bfa65-ff71-4d04-9d38-1726db8ebe77,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:53.640664 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Request body: {'subnet': {'network_id': '3a7bfa65-ff71-4d04-9d38-1726db8ebe77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2085076249-subnet', 'tenant_id': '76da2e0ad1b24f76b4b55bde5a52ce1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:02:53.650197 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 3a7bfa65-ff71-4d04-9d38-1726db8ebe77 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:02:53.663764 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Made reservation on behalf of 76da2e0ad1b24f76b4b55bde5a52ce1f for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:02:53.668576 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126223113'] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.848961 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126223127'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.910553 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95dafb7-a5e2-4024-a41f-fcdda1b5fadc,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:53.919800 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Checking segment: {'id': 'bc31142a-c5fb-47c1-af36-0ce1d3b50b16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': '3a7bfa65-ff71-4d04-9d38-1726db8ebe77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:02:53.920802 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Network hostable DHCP agents. Network: 3a7bfa65-ff71-4d04-9d38-1726db8ebe77, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:02:53.940906 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Network 3a7bfa65-ff71-4d04-9d38-1726db8ebe77 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:02:53.953783 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 3a7bfa65-ff71-4d04-9d38-1726db8ebe77) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:02:53.962080 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:53.963039 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:53.964681 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559a7521-49b2-4c1a-840f-346813f978d3 None None] Network 3a7bfa65-ff71-4d04-9d38-1726db8ebe77 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:02:53.987088 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-20e7753b-4d14-466e-b285-cdc56f4ca177 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3510804 Dec 13 11:02:54.071518 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1927745-3a3c-46f5-878e-281a4e4a997c None None] Network 3a7bfa65-ff71-4d04-9d38-1726db8ebe77 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:02:54.478908 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456f4f1f-52b7-443d-90c3-86b84d77607f req-82a44fe1-3f11-44d8-8485-4ddbea798c52 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:54.480397 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-456f4f1f-52b7-443d-90c3-86b84d77607f req-82a44fe1-3f11-44d8-8485-4ddbea798c52 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0535738 Dec 13 11:02:54.538919 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-456f4f1f-52b7-443d-90c3-86b84d77607f req-029add67-12f3-4821-8cdc-f9e5500496a8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521533 Dec 13 11:02:54.539062 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 43762) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:54.544436 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1360965137-network', 'tenant_id': '520036c6e8ce4cd0b10ea669f4605f02'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:02:54.571693 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Made reservation on behalf of 520036c6e8ce4cd0b10ea669f4605f02 for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:02:54.574442 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.584458 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.666043 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.670917 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.699017 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=102442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:02:54.705730 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c31581e6-4f93-43dd-a4c9-f6edacd94093,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:54.712232 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.712800 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Added segment f104a9f4-ff42-41cc-9e4b-74b25ec93204 of type vlan for network 6e1aa060-0076-4a75-9321-4ad817a58588 Dec 13 11:02:54.735739 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fd70f-a85e-4b30-aeb7-557ee9350c98 req-ab4eecce-b5b8-4bfc-b2a0-066791bd3fa8 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:54.737167 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0c2fd70f-a85e-4b30-aeb7-557ee9350c98 req-ab4eecce-b5b8-4bfc-b2a0-066791bd3fa8 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0594833 Dec 13 11:02:54.758940 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.787147 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.788116 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:54.788770 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:54.789108 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0c2fd70f-a85e-4b30-aeb7-557ee9350c98 req-a01c3594-1bdb-4c33-bc4a-79f007096095 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432413 Dec 13 11:02:54.845224 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3050086 Dec 13 11:02:54.848350 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 43770) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:02:54.853416 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Request body: {'subnet': {'network_id': '6e1aa060-0076-4a75-9321-4ad817a58588', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1360965137-subnet', 'tenant_id': '520036c6e8ce4cd0b10ea669f4605f02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:02:54.858410 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6070e9b-a0ae-4dd6-b623-763be62744b0 admin admin] Pushing event updated for resources: {'Network': ['ID=6e1aa060-0076-4a75-9321-4ad817a58588,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:54.868188 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 6e1aa060-0076-4a75-9321-4ad817a58588 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:02:54.875865 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Made reservation on behalf of 520036c6e8ce4cd0b10ea669f4605f02 for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:02:54.878502 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126223113'] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:55.063581 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126223127'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:55.118753 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35a1a507-1d31-4249-83d2-88c2bfc27f0f,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:02:55.134670 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Checking segment: {'id': 'f104a9f4-ff42-41cc-9e4b-74b25ec93204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '6e1aa060-0076-4a75-9321-4ad817a58588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:02:55.135025 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Network hostable DHCP agents. Network: 6e1aa060-0076-4a75-9321-4ad817a58588, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:02:55.153548 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Network 6e1aa060-0076-4a75-9321-4ad817a58588 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:02:55.164282 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 6e1aa060-0076-4a75-9321-4ad817a58588) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:02:55.168389 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:55.168968 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:02:55.174084 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe271493-b7d7-42d1-a012-e9468ed6cfa3 None None] Network 6e1aa060-0076-4a75-9321-4ad817a58588 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:02:55.185810 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-8d1bbeb8-33dc-4044-af73-e93c55d760a6 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3362653 Dec 13 11:02:55.274815 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683b8c85-3bd8-424b-9bf9-23d92280b312 None None] Network 6e1aa060-0076-4a75-9321-4ad817a58588 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:02:55.922396 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe9f1d-1250-43d8-8e71-7a1645b67121 req-172ee83e-49a1-46eb-b057-0ce610212ab0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:55.924064 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-09fe9f1d-1250-43d8-8e71-7a1645b67121 req-172ee83e-49a1-46eb-b057-0ce610212ab0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0525048 Dec 13 11:02:55.975631 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-09fe9f1d-1250-43d8-8e71-7a1645b67121 req-6014f6aa-fdfd-4eb1-b602-a703ade50ad3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425844 Dec 13 11:02:57.102970 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee7e543-4d42-472b-8dc1-8b574caa83f8 req-a2a099c4-1047-417e-aeb7-5a650f6c5e39 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:57.104456 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7ee7e543-4d42-472b-8dc1-8b574caa83f8 req-a2a099c4-1047-417e-aeb7-5a650f6c5e39 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0563288 Dec 13 11:02:57.163007 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7ee7e543-4d42-472b-8dc1-8b574caa83f8 req-ddd24bb7-9ee4-4487-bb17-08aed19e6838 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505025 Dec 13 11:02:58.288567 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9edd7e-4b7a-4585-91f7-5839c4e72b1d req-32fc4e64-bbdc-457e-90b2-04bd160a4463 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:58.290256 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2d9edd7e-4b7a-4585-91f7-5839c4e72b1d req-32fc4e64-bbdc-457e-90b2-04bd160a4463 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0542514 Dec 13 11:02:58.352048 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2d9edd7e-4b7a-4585-91f7-5839c4e72b1d req-9327d45d-66a8-4da8-910f-68f8d3a876f0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557859 Dec 13 11:02:59.468859 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223298b-f9b0-47f3-b222-92dc7e9b41e8 req-5fd6535e-3777-4199-8cbe-712e61d4d81d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:02:59.470349 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c223298b-f9b0-47f3-b222-92dc7e9b41e8 req-5fd6535e-3777-4199-8cbe-712e61d4d81d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0497780 Dec 13 11:02:59.523473 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c223298b-f9b0-47f3-b222-92dc7e9b41e8 req-cb122eb2-b906-4df7-9c43-7200c1abb318 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471320 Dec 13 11:03:00.643409 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41593c-f8ec-4e14-8773-77ffa4cd8c89 req-6361f50a-aafb-4473-b2f6-28b57bb2463b tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:00.644976 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6c41593c-f8ec-4e14-8773-77ffa4cd8c89 req-6361f50a-aafb-4473-b2f6-28b57bb2463b tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0509226 Dec 13 11:03:00.699058 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6c41593c-f8ec-4e14-8773-77ffa4cd8c89 req-5b0920ec-2633-41e9-b463-71966ff153b1 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471516 Dec 13 11:03:01.817595 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cadee0-7a16-4e46-affc-541c20e71c84 req-dee4dfdf-f460-40d7-98e9-2e917e58baf3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:01.819128 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d3cadee0-7a16-4e46-affc-541c20e71c84 req-dee4dfdf-f460-40d7-98e9-2e917e58baf3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0495501 Dec 13 11:03:01.866342 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d3cadee0-7a16-4e46-affc-541c20e71c84 req-82530830-b924-42ea-916a-58a47f25bd2d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411429 Dec 13 11:03:02.998447 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc6f41e-3f93-4ec6-bad2-644dac6fdb5b req-e588ce5a-f1da-4f7e-bcb6-55ad2eba8a41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:02.999929 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3dc6f41e-3f93-4ec6-bad2-644dac6fdb5b req-e588ce5a-f1da-4f7e-bcb6-55ad2eba8a41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0537307 Dec 13 11:03:03.049414 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3dc6f41e-3f93-4ec6-bad2-644dac6fdb5b req-1d06f9a7-5bf6-4ab3-a642-4f66551cf098 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435760 Dec 13 11:03:04.185635 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a7644-628e-4974-9ca8-dacffbe2d62f req-9003a69f-1dd1-4a59-b21e-2bca1cd47454 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:04.187185 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-337a7644-628e-4974-9ca8-dacffbe2d62f req-9003a69f-1dd1-4a59-b21e-2bca1cd47454 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0593266 Dec 13 11:03:04.237957 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-337a7644-628e-4974-9ca8-dacffbe2d62f req-5c6f45f5-33ff-4cce-ae4a-6ca48f20a251 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412815 Dec 13 11:03:05.394064 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73fbc91-c388-4d0d-a736-4fa039ef2800 req-f32058c4-d807-415d-9dd9-f515f321271c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:05.395563 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e73fbc91-c388-4d0d-a736-4fa039ef2800 req-f32058c4-d807-415d-9dd9-f515f321271c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0590200 Dec 13 11:03:05.443547 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e73fbc91-c388-4d0d-a736-4fa039ef2800 req-146c35ef-8d8d-44c9-aa34-6c2001d37f91 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420403 Dec 13 11:03:05.661874 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738c9728-5e30-4567-b336-dddd70fc2685 req-3d965775-d88f-44ab-ac03-58ffd1c6888e tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:05.663631 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-738c9728-5e30-4567-b336-dddd70fc2685 req-3d965775-d88f-44ab-ac03-58ffd1c6888e tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0528512 Dec 13 11:03:05.715822 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-738c9728-5e30-4567-b336-dddd70fc2685 req-06d2a869-c234-4465-afec-5373f8ab4164 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455277 Dec 13 11:03:05.718769 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-636b9235-86f8-4fe3-a97d-3db10a02cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:05.720278 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-636b9235-86f8-4fe3-a97d-3db10a02cb01 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 1098 time: 0.0433061 Dec 13 11:03:05.817031 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-8d90e533-09a9-4197-8e09-8ec0b967a885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:05.818024 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-8d90e533-09a9-4197-8e09-8ec0b967a885 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 912 time: 0.0890634 Dec 13 11:03:05.890895 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-259bc075-2b95-4062-ab52-81a82b4e2eb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718 HTTP/1.1" status: 200 len: 1000 time: 0.0639720 Dec 13 11:03:05.947248 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-24ba7a11-c9fc-4f7e-a6ed-3cb8b8ef8a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:05.948735 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-24ba7a11-c9fc-4f7e-a6ed-3cb8b8ef8a07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6896b4b5-32fc-43fc-a5f0-223c5f72a56d HTTP/1.1" status: 200 len: 850 time: 0.0501354 Dec 13 11:03:06.002636 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-74aa3bed-8f66-4a4a-8ef6-d50216fff431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:06.004409 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-74aa3bed-8f66-4a4a-8ef6-d50216fff431 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0473974 Dec 13 11:03:06.096510 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-6b86fad2-862e-4c52-bb74-f21dff2ebd56 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841510 Dec 13 11:03:06.189467 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9677ef75-efc1-4aba-b520-f1a04710a5db req-32a5cf15-5d9b-40a3-8868-c76d88ed0374 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854807 Dec 13 11:03:06.430273 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:03:06.840414 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06550591-3fc5-4151-91cd-64494f5c9de1 req-b5e006c4-fda1-43c5-9c02-18a6c54b65bd tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:06.841964 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-06550591-3fc5-4151-91cd-64494f5c9de1 req-b5e006c4-fda1-43c5-9c02-18a6c54b65bd tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0516689 Dec 13 11:03:06.894655 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-06550591-3fc5-4151-91cd-64494f5c9de1 req-1be19dfd-31c4-4b11-929c-3c02299506bf tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441680 Dec 13 11:03:08.752609 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44076) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:08.798947 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_v2 [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Deleting subnet b95dafb7-a5e2-4024-a41f-fcdda1b5fadc {{(pid=102441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:03:08.802241 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:08.837674 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129325008'] for subnet, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:08.878293 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:08.913626 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44080) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:08.935567 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126324771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126223214'] for subnet, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:08.964530 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95dafb7-a5e2-4024-a41f-fcdda1b5fadc,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:08.972385 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:08.975479 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b95dafb7-a5e2-4024-a41f-fcdda1b5fadc HTTP/1.1" status: 204 len: 168 time: 0.2215989 Dec 13 11:03:08.977231 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.977673 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.978040 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.978340 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44084) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:08.978840 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.978840 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.979003 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.979340 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.979676 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.979997 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.980323 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.980652 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.980969 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:08.981297 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351e782e-d460-43b5-8c24-8530a0b400f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:09.023704 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1360c204-88dd-493b-8ca3-0c7fc3daa30d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.047969 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.103002 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1360c204-88dd-493b-8ca3-0c7fc3daa30d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.107528 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1360c204-88dd-493b-8ca3-0c7fc3daa30d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.130442 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.145049 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-1360c204-88dd-493b-8ca3-0c7fc3daa30d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=efa6be5070de4caebe7493f637572a7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304034 Dec 13 11:03:09.146225 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1360c204-88dd-493b-8ca3-0c7fc3daa30d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015905f2-4eb6-4754-975a-bfebd931072b,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:09.147613 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44086) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:09.156696 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a7bfa65-ff71-4d04-9d38-1726db8ebe77']}} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:09.171569 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc31142a-c5fb-47c1-af36-0ce1d3b50b16') {'for_net_delete': True} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:09.171868 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc31142a-c5fb-47c1-af36-0ce1d3b50b16') {} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:09.188055 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125996800'] for segment, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.212040 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.223792 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=102442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:03:09.224172 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125856877'] for segment, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: Traceback (most recent call last): Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: timer() Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: cb(*args, **kw) Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: return func(*args, **kwargs) Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: self._notify() Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: self.callback(batched_events) Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: event.method(event) Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: return f(self, *a, **k) Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._get(url).json() Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: return self.request(url, 'GET', **kwargs) Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:03:09.225779 dv-cinder-808574-5-iscsi neutron-server[102442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:03:09.239552 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4402b432-b770-4def-ba3d-d4189071df35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.299275 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4402b432-b770-4def-ba3d-d4189071df35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.305312 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.319303 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.325083 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] 10.222.0.43 "DELETE /v2.0/networks/3a7bfa65-ff71-4d04-9d38-1726db8ebe77 HTTP/1.1" status: 204 len: 168 time: 0.3430510 Dec 13 11:03:09.325603 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44088) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:09.333372 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9dc5cf-1290-4aba-a412-800c557c1d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3a7bfa65-ff71-4d04-9d38-1726db8ebe77,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:09.371084 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4402b432-b770-4def-ba3d-d4189071df35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.374004 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4402b432-b770-4def-ba3d-d4189071df35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.377490 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4402b432-b770-4def-ba3d-d4189071df35 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/015905f2-4eb6-4754-975a-bfebd931072b HTTP/1.1" status: 204 len: 168 time: 0.2266884 Dec 13 11:03:09.381072 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56e2f7e-1fc6-4804-b5f3-0e4e78d742c7 admin admin] Deleting subnet 35a1a507-1d31-4249-83d2-88c2bfc27f0f {{(pid=102441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:03:09.382928 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4402b432-b770-4def-ba3d-d4189071df35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015905f2-4eb6-4754-975a-bfebd931072b,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:09.384607 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c56e2f7e-1fc6-4804-b5f3-0e4e78d742c7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.424604 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c56e2f7e-1fc6-4804-b5f3-0e4e78d742c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129325008'] for subnet, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.465187 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c56e2f7e-1fc6-4804-b5f3-0e4e78d742c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.521260 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c56e2f7e-1fc6-4804-b5f3-0e4e78d742c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126324771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126223214'] for subnet, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.545845 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e2f7e-1fc6-4804-b5f3-0e4e78d742c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35a1a507-1d31-4249-83d2-88c2bfc27f0f,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:09.550560 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c56e2f7e-1fc6-4804-b5f3-0e4e78d742c7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.553886 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-c56e2f7e-1fc6-4804-b5f3-0e4e78d742c7 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/35a1a507-1d31-4249-83d2-88c2bfc27f0f HTTP/1.1" status: 204 len: 168 time: 0.2271669 Dec 13 11:03:09.556479 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44094) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:09.629259 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.649403 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44096) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:09.663386 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f8192a55-37df-4f51-bc76-5b1a1b90b1b4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.708707 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.729381 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1aa060-0076-4a75-9321-4ad817a58588']}} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:09.736631 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f8192a55-37df-4f51-bc76-5b1a1b90b1b4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.739042 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f104a9f4-ff42-41cc-9e4b-74b25ec93204') {'for_net_delete': True} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:09.739350 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f104a9f4-ff42-41cc-9e4b-74b25ec93204') {} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:09.741788 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f8192a55-37df-4f51-bc76-5b1a1b90b1b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.748991 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129324843'] for segment, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.762097 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.768360 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=102441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:03:09.768905 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126324809'] for segment, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: Traceback (most recent call last): Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: timer() Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: cb(*args, **kw) Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: return func(*args, **kwargs) Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: self._notify() Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: self.callback(batched_events) Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: event.method(event) Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: return f(self, *a, **k) Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._get(url).json() Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: return self.request(url, 'GET', **kwargs) Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:03:09.770742 dv-cinder-808574-5-iscsi neutron-server[102441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:03:09.777796 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8192a55-37df-4f51-bc76-5b1a1b90b1b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6ceb7b-be68-40d7-9f89-3037a11a6cdf,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:09.782209 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-f8192a55-37df-4f51-bc76-5b1a1b90b1b4 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15568c5bc7ad4a11befbe30522c262df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1317573 Dec 13 11:03:09.784829 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44098) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:09.829970 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.834451 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.835967 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d5b4-b1f5-4fb6-be6a-f50f6136cba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.838300 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] 10.222.0.43 "DELETE /v2.0/networks/6e1aa060-0076-4a75-9321-4ad817a58588 HTTP/1.1" status: 204 len: 168 time: 0.2805798 Dec 13 11:03:09.851422 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a794c907-c395-4aac-94c1-175523ddfc31 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1aa060-0076-4a75-9321-4ad817a58588,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:09.861754 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d5b4-b1f5-4fb6-be6a-f50f6136cba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.909218 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d5b4-b1f5-4fb6-be6a-f50f6136cba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.912129 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7f8d5b4-b1f5-4fb6-be6a-f50f6136cba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:09.913276 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e7f8d5b4-b1f5-4fb6-be6a-f50f6136cba5 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4d6ceb7b-be68-40d7-9f89-3037a11a6cdf HTTP/1.1" status: 204 len: 168 time: 0.1274390 Dec 13 11:03:09.922569 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8d5b4-b1f5-4fb6-be6a-f50f6136cba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6ceb7b-be68-40d7-9f89-3037a11a6cdf,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:10.028384 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44104) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:10.072834 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e507934d-0a8e-4905-8f0b-390f5ee9c24e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=76da2e0ad1b24f76b4b55bde5a52ce1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401423 Dec 13 11:03:10.072961 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44108) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:10.122321 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-be1b18fc-6337-4259-9dce-8ad22a31ca5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.143064 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-be1b18fc-6337-4259-9dce-8ad22a31ca5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.194762 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-be1b18fc-6337-4259-9dce-8ad22a31ca5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.197380 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-be1b18fc-6337-4259-9dce-8ad22a31ca5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.198621 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-be1b18fc-6337-4259-9dce-8ad22a31ca5e admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b5c80407-5f71-42ae-b990-cca97bb9e0ab HTTP/1.1" status: 204 len: 168 time: 0.1247621 Dec 13 11:03:10.201380 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.209697 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1b18fc-6337-4259-9dce-8ad22a31ca5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c80407-5f71-42ae-b990-cca97bb9e0ab,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:10.471108 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44130) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:10.517769 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-f7c38175-cc6c-4119-86bb-3ecf9abc680c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=520036c6e8ce4cd0b10ea669f4605f02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431125 Dec 13 11:03:10.518250 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44134) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:10.570569 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-24de61ab-71df-48bb-8b8e-18cda92645ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.597157 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-24de61ab-71df-48bb-8b8e-18cda92645ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.643308 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-24de61ab-71df-48bb-8b8e-18cda92645ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.645955 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-24de61ab-71df-48bb-8b8e-18cda92645ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:10.647144 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-24de61ab-71df-48bb-8b8e-18cda92645ae admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/c31581e6-4f93-43dd-a4c9-f6edacd94093 HTTP/1.1" status: 204 len: 168 time: 0.1278114 Dec 13 11:03:10.656633 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de61ab-71df-48bb-8b8e-18cda92645ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31581e6-4f93-43dd-a4c9-f6edacd94093,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:11.621459 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44184) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:11.726965 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0d7e89c3-508a-4aa4-9299-50159c2d8447 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.802384 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0d7e89c3-508a-4aa4-9299-50159c2d8447 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.808295 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0d7e89c3-508a-4aa4-9299-50159c2d8447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.849612 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7e89c3-508a-4aa4-9299-50159c2d8447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe55993-aa92-42fd-a667-1635ca2ecfab,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:11.853896 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-0d7e89c3-508a-4aa4-9299-50159c2d8447 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5d26563d68d94dfbacab2f996290c410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313292 Dec 13 11:03:11.856445 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44192) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:11.903887 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44194) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:11.905906 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ef12606-740f-4371-ad18-f8927e36a51f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.928172 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ef12606-740f-4371-ad18-f8927e36a51f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.976769 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ef12606-740f-4371-ad18-f8927e36a51f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.979629 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ef12606-740f-4371-ad18-f8927e36a51f admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:11.980782 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-9ef12606-740f-4371-ad18-f8927e36a51f admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fe55993-aa92-42fd-a667-1635ca2ecfab HTTP/1.1" status: 204 len: 168 time: 0.1234436 Dec 13 11:03:11.990025 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef12606-740f-4371-ad18-f8927e36a51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe55993-aa92-42fd-a667-1635ca2ecfab,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:12.023233 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b7fc9d24-7283-463f-bbd8-c6b02a97bf96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.075254 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-02561b1e-78c9-4f2d-8da2-e7285dbd4ad4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.099879 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b7fc9d24-7283-463f-bbd8-c6b02a97bf96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.104986 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b7fc9d24-7283-463f-bbd8-c6b02a97bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.148104 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b7fc9d24-7283-463f-bbd8-c6b02a97bf96 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b9cc0899ac9e49c984c62dacf8973a52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405846 Dec 13 11:03:12.148104 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fc9d24-7283-463f-bbd8-c6b02a97bf96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1c9b20-5ea6-43c3-89a2-6ea0e423f185,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:12.148589 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44202) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:12.199214 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-eca59658-7f4a-45d6-ab60-80912c862ddd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.220760 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-eca59658-7f4a-45d6-ab60-80912c862ddd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.257341 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44204) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:12.271179 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e2f242b2-2374-4d18-a90d-2e1043f704d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.285792 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-eca59658-7f4a-45d6-ab60-80912c862ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.288331 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-eca59658-7f4a-45d6-ab60-80912c862ddd admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.289466 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-eca59658-7f4a-45d6-ab60-80912c862ddd admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/fe1c9b20-5ea6-43c3-89a2-6ea0e423f185 HTTP/1.1" status: 204 len: 168 time: 0.1393502 Dec 13 11:03:12.305014 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca59658-7f4a-45d6-ab60-80912c862ddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1c9b20-5ea6-43c3-89a2-6ea0e423f185,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:12.373435 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e2f242b2-2374-4d18-a90d-2e1043f704d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.377607 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e2f242b2-2374-4d18-a90d-2e1043f704d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.419040 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-e2f242b2-2374-4d18-a90d-2e1043f704d9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e9e697d5cc8c40478d2c6219c46989a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582808 Dec 13 11:03:12.419040 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f242b2-2374-4d18-a90d-2e1043f704d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4035f3-77a6-4b3e-bf32-3f8cc9ec88a9,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:12.420255 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44208) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:12.471378 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8dec-703b-43fb-afc5-8478131dc0f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.492701 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8dec-703b-43fb-afc5-8478131dc0f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.539946 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8dec-703b-43fb-afc5-8478131dc0f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.542685 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ee3e8dec-703b-43fb-afc5-8478131dc0f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:12.543975 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-ee3e8dec-703b-43fb-afc5-8478131dc0f1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1b4035f3-77a6-4b3e-bf32-3f8cc9ec88a9 HTTP/1.1" status: 204 len: 168 time: 0.1226442 Dec 13 11:03:12.553223 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e8dec-703b-43fb-afc5-8478131dc0f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4035f3-77a6-4b3e-bf32-3f8cc9ec88a9,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:14.381365 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b1f63539-a7f1-4097-9f7c-880e38b19ac8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:15.629941 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:16.986195 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:18.028626 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.052725 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44334) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:19.164011 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-00e65d80-0601-4fdf-9ec8-6a05135e45a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.255893 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-00e65d80-0601-4fdf-9ec8-6a05135e45a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.262075 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-00e65d80-0601-4fdf-9ec8-6a05135e45a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.301671 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-00e65d80-0601-4fdf-9ec8-6a05135e45a7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5ec457aad94a434497eb204893ae757f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2477524 Dec 13 11:03:19.302551 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e65d80-0601-4fdf-9ec8-6a05135e45a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=164bb550-0cad-4603-86f2-30da139370b0,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:19.304967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44350) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:19.369210 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3f865404-9714-4ac0-b4a5-45abcf55ab53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.391653 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3f865404-9714-4ac0-b4a5-45abcf55ab53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.441547 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3f865404-9714-4ac0-b4a5-45abcf55ab53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.445003 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3f865404-9714-4ac0-b4a5-45abcf55ab53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.446162 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-3f865404-9714-4ac0-b4a5-45abcf55ab53 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/164bb550-0cad-4603-86f2-30da139370b0 HTTP/1.1" status: 204 len: 168 time: 0.1401081 Dec 13 11:03:19.454435 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f865404-9714-4ac0-b4a5-45abcf55ab53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=164bb550-0cad-4603-86f2-30da139370b0,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:19.721097 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44366) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:19.734434 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb85d-4d2d-4eec-acfb-61fcf71e50a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.813957 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb85d-4d2d-4eec-acfb-61fcf71e50a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.819908 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6a4bb85d-4d2d-4eec-acfb-61fcf71e50a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.865208 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-6a4bb85d-4d2d-4eec-acfb-61fcf71e50a0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f7c182d972c4430f84311709cf945fac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423633 Dec 13 11:03:19.867513 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44368) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:19.870253 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4bb85d-4d2d-4eec-acfb-61fcf71e50a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5d6392-c3ec-4f79-b066-46c908cdfb60,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:19.919463 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d4780c24-4fb6-4555-b2ae-60fd075811a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.940604 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d4780c24-4fb6-4555-b2ae-60fd075811a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.988880 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d4780c24-4fb6-4555-b2ae-60fd075811a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.991518 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d4780c24-4fb6-4555-b2ae-60fd075811a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:19.992650 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-d4780c24-4fb6-4555-b2ae-60fd075811a1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/bb5d6392-c3ec-4f79-b066-46c908cdfb60 HTTP/1.1" status: 204 len: 168 time: 0.1241529 Dec 13 11:03:20.000660 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4780c24-4fb6-4555-b2ae-60fd075811a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5d6392-c3ec-4f79-b066-46c908cdfb60,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:21.916598 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44448) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:22.017573 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e94fff2c-1630-48ca-9674-7cb5b03acf27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.094178 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e94fff2c-1630-48ca-9674-7cb5b03acf27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.099532 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e94fff2c-1630-48ca-9674-7cb5b03acf27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.138093 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-e94fff2c-1630-48ca-9674-7cb5b03acf27 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=168613e0e2db455da9b7303587dd6a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202711 Dec 13 11:03:22.138772 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fff2c-1630-48ca-9674-7cb5b03acf27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cad50a2-e747-439d-bb46-203410eb90c4,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:22.140818 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44456) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:22.151591 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44458) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:22.191328 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-94837518-871b-4db6-aa45-ee9787c6001b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.213058 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-94837518-871b-4db6-aa45-ee9787c6001b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.257000 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a992a5f3-69e4-4c12-81c6-2b71d99b4f7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.271631 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-94837518-871b-4db6-aa45-ee9787c6001b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.274137 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-94837518-871b-4db6-aa45-ee9787c6001b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.275413 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-94837518-871b-4db6-aa45-ee9787c6001b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1cad50a2-e747-439d-bb46-203410eb90c4 HTTP/1.1" status: 204 len: 168 time: 0.1335058 Dec 13 11:03:22.289420 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94837518-871b-4db6-aa45-ee9787c6001b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cad50a2-e747-439d-bb46-203410eb90c4,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:22.351496 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a992a5f3-69e4-4c12-81c6-2b71d99b4f7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.355062 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a992a5f3-69e4-4c12-81c6-2b71d99b4f7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.396053 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-a992a5f3-69e4-4c12-81c6-2b71d99b4f7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=f64a9b30347545ec8f06a04481a5a127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2434995 Dec 13 11:03:22.397137 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992a5f3-69e4-4c12-81c6-2b71d99b4f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd87676-a18a-44a8-9f47-2482aca806d3,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:22.399042 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44464) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:22.447903 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ec129ccb-36d4-4570-ac7b-c5a2a86a17c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.468996 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ec129ccb-36d4-4570-ac7b-c5a2a86a17c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.517641 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ec129ccb-36d4-4570-ac7b-c5a2a86a17c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.520261 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ec129ccb-36d4-4570-ac7b-c5a2a86a17c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.521392 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-ec129ccb-36d4-4570-ac7b-c5a2a86a17c2 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1fd87676-a18a-44a8-9f47-2482aca806d3 HTTP/1.1" status: 204 len: 168 time: 0.1213734 Dec 13 11:03:22.531631 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec129ccb-36d4-4570-ac7b-c5a2a86a17c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fd87676-a18a-44a8-9f47-2482aca806d3,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:22.793240 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44486) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:22.806625 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e602708c-4d6f-43ba-ae16-197a851c67bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.881670 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e602708c-4d6f-43ba-ae16-197a851c67bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.885554 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e602708c-4d6f-43ba-ae16-197a851c67bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:22.924610 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e602708c-4d6f-43ba-ae16-197a851c67bb admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e71b9919d33b486d95833fe6c6afcfc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1300654 Dec 13 11:03:22.925524 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e602708c-4d6f-43ba-ae16-197a851c67bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b774b380-49a8-4beb-9695-36a1de91ccb4,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:22.927665 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44490) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:22.985270 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cc2a41e8-930f-4cef-9822-9fae90f361e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:23.009414 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cc2a41e8-930f-4cef-9822-9fae90f361e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:23.057235 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cc2a41e8-930f-4cef-9822-9fae90f361e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:23.059938 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cc2a41e8-930f-4cef-9822-9fae90f361e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:23.061231 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-cc2a41e8-930f-4cef-9822-9fae90f361e3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b774b380-49a8-4beb-9695-36a1de91ccb4 HTTP/1.1" status: 204 len: 168 time: 0.1323955 Dec 13 11:03:23.070678 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a41e8-930f-4cef-9822-9fae90f361e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b774b380-49a8-4beb-9695-36a1de91ccb4,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:24.201804 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44528) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:24.321580 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-25abebcd-f871-4a1d-a5dd-72eaa65d881a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:24.397950 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-25abebcd-f871-4a1d-a5dd-72eaa65d881a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:24.403792 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-25abebcd-f871-4a1d-a5dd-72eaa65d881a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:24.441635 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-25abebcd-f871-4a1d-a5dd-72eaa65d881a admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=53ff0fbc1f6c4ba8bbd92142873ef210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386897 Dec 13 11:03:24.442483 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25abebcd-f871-4a1d-a5dd-72eaa65d881a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670db190-951c-438d-b220-51b5f32bc34e,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:24.445138 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44534) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:24.497990 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b662a2fa-66ca-4223-a9d4-ee8ca8fb78b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:24.519271 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b662a2fa-66ca-4223-a9d4-ee8ca8fb78b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:24.566094 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b662a2fa-66ca-4223-a9d4-ee8ca8fb78b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:24.568787 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b662a2fa-66ca-4223-a9d4-ee8ca8fb78b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:24.569952 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b662a2fa-66ca-4223-a9d4-ee8ca8fb78b9 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/670db190-951c-438d-b220-51b5f32bc34e HTTP/1.1" status: 204 len: 168 time: 0.1236415 Dec 13 11:03:24.578304 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b662a2fa-66ca-4223-a9d4-ee8ca8fb78b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670db190-951c-438d-b220-51b5f32bc34e,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:29.655049 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbe0bad-f311-43f6-82ae-a6106d67c802 req-d65dd102-5e03-4a4a-bd6e-59dcc8393d91 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:29.656550 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ecbe0bad-f311-43f6-82ae-a6106d67c802 req-d65dd102-5e03-4a4a-bd6e-59dcc8393d91 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.2762125 Dec 13 11:03:29.703286 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ecbe0bad-f311-43f6-82ae-a6106d67c802 req-33cde4db-96d3-4cf7-8a0c-66de34e06b1e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407264 Dec 13 11:03:30.842916 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b6c90-558b-415c-bbad-de258ae8854b req-1469bd41-401a-4338-acfb-42b76c66f836 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:30.844489 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-858b6c90-558b-415c-bbad-de258ae8854b req-1469bd41-401a-4338-acfb-42b76c66f836 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0505195 Dec 13 11:03:30.895069 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-858b6c90-558b-415c-bbad-de258ae8854b req-aef5b359-fa34-4eed-9072-de72d19d2643 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430756 Dec 13 11:03:32.019977 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994cc32-4985-4022-9a28-94a543091957 req-89a0d010-ba07-498c-bd01-aa4366c8daaf tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:32.021447 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b994cc32-4985-4022-9a28-94a543091957 req-89a0d010-ba07-498c-bd01-aa4366c8daaf tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0500510 Dec 13 11:03:32.077693 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b994cc32-4985-4022-9a28-94a543091957 req-5316fa93-b9d4-4d9b-bafb-26ba46ab281d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502045 Dec 13 11:03:33.207642 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738d7e4-e3a8-405e-a0fd-be164834e297 req-6f9331d1-8fbd-42f6-8faf-5962883a2b71 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:33.209238 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d738d7e4-e3a8-405e-a0fd-be164834e297 req-6f9331d1-8fbd-42f6-8faf-5962883a2b71 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0529041 Dec 13 11:03:33.257280 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d738d7e4-e3a8-405e-a0fd-be164834e297 req-83485c8d-69be-41e6-bacc-8f0b1e4f2be1 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416455 Dec 13 11:03:34.387266 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7875735c-d07f-4276-9887-bd3bfdc0f62f req-e6d237cd-c3b2-4552-8462-0b952596b3f6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:34.388849 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7875735c-d07f-4276-9887-bd3bfdc0f62f req-e6d237cd-c3b2-4552-8462-0b952596b3f6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0548432 Dec 13 11:03:34.443180 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7875735c-d07f-4276-9887-bd3bfdc0f62f req-4818a1dd-b0c1-42a6-bbee-c546ebaec325 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483420 Dec 13 11:03:35.593609 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0369deb5-aa25-4675-a900-254bec6f5654 req-871a8754-c1c3-49af-a3ae-83c6821f4d71 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:35.595075 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0369deb5-aa25-4675-a900-254bec6f5654 req-871a8754-c1c3-49af-a3ae-83c6821f4d71 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0594926 Dec 13 11:03:35.642578 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0369deb5-aa25-4675-a900-254bec6f5654 req-56de7ec7-93a7-4af3-9a44-e9e50f21730e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416243 Dec 13 11:03:36.618402 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9b77caa0-d2ea-4230-9f0c-5a2da21e3c46 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:36.619788 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9b77caa0-d2ea-4230-9f0c-5a2da21e3c46 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.39 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0495031 Dec 13 11:03:36.720083 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Deleting port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:36.720405 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:36.766768 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ce5ac-e363-4c97-8661-0eb09d306f39 req-3cfe0a08-7b5b-4f11-a7a9-bc8ea6e2e54a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:36.768270 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-378ce5ac-e363-4c97-8661-0eb09d306f39 req-3cfe0a08-7b5b-4f11-a7a9-bc8ea6e2e54a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 946 time: 0.0500290 Dec 13 11:03:36.807476 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] For port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:36.807842 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:36.815694 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-378ce5ac-e363-4c97-8661-0eb09d306f39 req-37e50322-36e4-4dca-805e-5f6b3f417d09 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=9e16afb2-f0b1-4354-af25-dcc1d34324ff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413620 Dec 13 11:03:37.098213 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:37.098659 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:37.099035 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.l3_db [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Floating IP 8d915b63-6e1d-4733-8726-605febf17eb1 disassociated. External IP: 172.27.2.65, port: fac153c9-0078-4e36-8a2d-5fb5d6ab71ec. Dec 13 11:03:37.099373 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Calling delete_port for fac153c9-0078-4e36-8a2d-5fb5d6ab71ec owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:37.234069 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:37.266253 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event deleted for resources: {'Port': ['ID=fac153c9-0078-4e36-8a2d-5fb5d6ab71ec,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:37.607039 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Router 4b67e7dd-332a-4a32-a705-23be2a0baed3 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:03:37.733214 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:03:37.748358 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] Sync routers for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:03:37.758197 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:37.759043 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:37.781323 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] No DVR routers for this DVR port fac153c9-0078-4e36-8a2d-5fb5d6ab71ec on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:03:37.785446 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:37.789214 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fe6450f3-9202-41fb-948b-fc7bb71407d4 req-9a998764-6c1c-4267-aa70-27d3b325a00b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.39 "DELETE /v2.0/ports/fac153c9-0078-4e36-8a2d-5fb5d6ab71ec HTTP/1.1" status: 204 len: 173 time: 1.1612332 Dec 13 11:03:37.789674 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'name': 'network-vif-deleted', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:37.792838 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a07bce2-0129-47fb-9fa5-84dab4b2f570" -d '{"events": [{"server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "name": "network-vif-deleted", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:37.836148 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b41d15-b29d-4340-87e0-73c677df7d21 x-openstack-request-id: req-c9b41d15-b29d-4340-87e0-73c677df7d21 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:37.836148 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acb8e0b-f6c3-496d-88b9-3312a664edc8", "name": "network-vif-deleted", "tag": "fac153c9-0078-4e36-8a2d-5fb5d6ab71ec", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:37.836148 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c9b41d15-b29d-4340-87e0-73c677df7d21 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:37.836148 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acb8e0b-f6c3-496d-88b9-3312a664edc8', 'name': 'network-vif-deleted', 'tag': 'fac153c9-0078-4e36-8a2d-5fb5d6ab71ec', 'status': 'completed', 'code': 200} Dec 13 11:03:37.883074 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:37.978461 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d5b1e3b1-15ee-4d67-b497-a0219d1055f6 req-43b02bfb-7eef-45ae-b79f-ce4aaf555bc4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acb8e0b-f6c3-496d-88b9-3312a664edc8 HTTP/1.1" status: 200 len: 210 time: 0.0662241 Dec 13 11:03:38.137087 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:38.170094 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] Checking router: 4b67e7dd-332a-4a32-a705-23be2a0baed3 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:03:38.179846 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:38.180567 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:38.296373 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:38.507968 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:38.539547 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fbe27f4-af13-4603-8534-4e15be519737 None None] The sync data for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi is: [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:03:38.748630 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d127725-90f4-4b24-9d8a-f70254c76217 None None] New status for floating IP 8d915b63-6e1d-4733-8726-605febf17eb1: DOWN {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:03:39.078576 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44758) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:39.133339 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9106e81-a8dc-4f7e-bcbf-a3576b810b0e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.163404 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9106e81-a8dc-4f7e-bcbf-a3576b810b0e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.209593 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9106e81-a8dc-4f7e-bcbf-a3576b810b0e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.212685 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9106e81-a8dc-4f7e-bcbf-a3576b810b0e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.216682 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e9106e81-a8dc-4f7e-bcbf-a3576b810b0e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "DELETE /v2.0/security-groups/9e16afb2-f0b1-4354-af25-dcc1d34324ff HTTP/1.1" status: 204 len: 168 time: 0.1344562 Dec 13 11:03:39.217470 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44766) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:39.224843 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9106e81-a8dc-4f7e-bcbf-a3576b810b0e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e16afb2-f0b1-4354-af25-dcc1d34324ff,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:39.238187 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.api.v2.resource [None req-cfb6fda2-ce1f-4d17-854b-3bba694f0e9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] show failed (client error): The resource could not be found. Dec 13 11:03:39.247682 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-cfb6fda2-ce1f-4d17-854b-3bba694f0e9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups/9e16afb2-f0b1-4354-af25-dcc1d34324ff HTTP/1.1" status: 404 len: 347 time: 0.0255709 Dec 13 11:03:39.248283 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44768) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:39.378293 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-8466d155-4bd7-438f-be43-fc3913c9ee98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Deleting port 5e87a1c2-f7c5-49ea-90d2-5f45c28ea027 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:03:39.378670 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8466d155-4bd7-438f-be43-fc3913c9ee98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.463309 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8466d155-4bd7-438f-be43-fc3913c9ee98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.463710 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8466d155-4bd7-438f-be43-fc3913c9ee98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.476905 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-8466d155-4bd7-438f-be43-fc3913c9ee98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Calling delete_port for 5e87a1c2-f7c5-49ea-90d2-5f45c28ea027 owned by network:floatingip {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:03:39.639369 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8466d155-4bd7-438f-be43-fc3913c9ee98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.673245 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466d155-4bd7-438f-be43-fc3913c9ee98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event deleted for resources: {'Port': ['ID=5e87a1c2-f7c5-49ea-90d2-5f45c28ea027,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:39.733533 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8466d155-4bd7-438f-be43-fc3913c9ee98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.736037 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8466d155-4bd7-438f-be43-fc3913c9ee98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:39.737228 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-8466d155-4bd7-438f-be43-fc3913c9ee98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "DELETE /v2.0/floatingips/8d915b63-6e1d-4733-8726-605febf17eb1 HTTP/1.1" status: 204 len: 168 time: 0.4877994 Dec 13 11:03:40.027083 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44774) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:40.032664 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-4a5d021b-5eda-4dd7-8e93-8438e9e9fcd5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1207885608', 'description': 'tempest-description--1887937438'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:40.070634 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a5d021b-5eda-4dd7-8e93-8438e9e9fcd5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.141248 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a5d021b-5eda-4dd7-8e93-8438e9e9fcd5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.146500 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a5d021b-5eda-4dd7-8e93-8438e9e9fcd5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.176719 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a5d021b-5eda-4dd7-8e93-8438e9e9fcd5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.177935 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4a5d021b-5eda-4dd7-8e93-8438e9e9fcd5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1495478 Dec 13 11:03:40.179830 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5d021b-5eda-4dd7-8e93-8438e9e9fcd5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b920bc-48b0-4fff-9f69-42d8a103ebec,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:40.181083 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44776) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:40.186085 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-a67b443c-0c09-4d33-8395-de6e4276f342 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'security_group_rule': {'security_group_id': '77b920bc-48b0-4fff-9f69-42d8a103ebec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:40.210451 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.220623 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a67b443c-0c09-4d33-8395-de6e4276f342 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.269939 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a67b443c-0c09-4d33-8395-de6e4276f342 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.274829 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a67b443c-0c09-4d33-8395-de6e4276f342 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.294407 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67b443c-0c09-4d33-8395-de6e4276f342 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6419e0-876e-44fe-9422-06483f04e452,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:40.304710 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a67b443c-0c09-4d33-8395-de6e4276f342 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.305964 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-a67b443c-0c09-4d33-8395-de6e4276f342 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238561 Dec 13 11:03:40.309207 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44782) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:40.314379 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-6ba7c12e-1a4f-4c19-99a2-49e7422f131b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'security_group_rule': {'security_group_id': '77b920bc-48b0-4fff-9f69-42d8a103ebec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:40.352590 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c12e-1a4f-4c19-99a2-49e7422f131b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.418627 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c12e-1a4f-4c19-99a2-49e7422f131b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.423544 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c12e-1a4f-4c19-99a2-49e7422f131b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.442673 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7c12e-1a4f-4c19-99a2-49e7422f131b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfa1905a-896c-410f-89ca-813452b940bd,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:40.448854 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-6ba7c12e-1a4f-4c19-99a2-49e7422f131b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.450323 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-6ba7c12e-1a4f-4c19-99a2-49e7422f131b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398776 Dec 13 11:03:40.453552 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44786) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:40.457996 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'floatingip': {'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:40.482640 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.586412 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.691875 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Allocated IP 172.27.2.51 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/17681fee-209c-477a-9930-02e31aea78bd) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:03:40.715039 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device fac153c9-0078-4e36-8a2d-5fb5d6ab71ec no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:03:40.735872 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: fac153c9-0078-4e36-8a2d-5fb5d6ab71ec {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:03:40.736224 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device fac153c9-0078-4e36-8a2d-5fb5d6ab71ec not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:03:40.811816 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.848916 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:40.890722 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:03:40.895674 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:40.897844 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'Port': ['ID=17681fee-209c-477a-9930-02e31aea78bd,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:40.899935 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:03:41.021499 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:41.059548 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:41.219806 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:41.226413 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:41.293305 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'Port': ['ID=17681fee-209c-477a-9930-02e31aea78bd,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:41.306237 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:41.323889 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:41.330154 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-2bffac85-d36c-4157-8178-477414b0c4d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8706875 Dec 13 11:03:41.549931 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-722a497b-db97-48d6-b79b-12c4ff26dc54 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--1207885608&fields=id&tenant_id=e97c3705b03f4c6d8d029a03b5b80ead HTTP/1.1" status: 200 len: 267 time: 0.0602424 Dec 13 11:03:41.662023 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-1b99628d-66bf-45f7-ac25-48e02464a85d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:41.663516 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-1b99628d-66bf-45f7-ac25-48e02464a85d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 816 time: 0.1061816 Dec 13 11:03:41.681561 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-5bb6651a-b988-4795-9904-2b9dab4463a9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/quotas/e97c3705b03f4c6d8d029a03b5b80ead HTTP/1.1" status: 200 len: 375 time: 0.0094020 Dec 13 11:03:41.738274 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-2c60fb95-f3f0-408a-9285-0a32b1e1f353 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500240 Dec 13 11:03:41.835303 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3ebd3f4f-cd16-4679-bee3-f38cf53a784e service neutron] 10.222.0.43 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846255 Dec 13 11:03:41.933041 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8e598d14-25dc-4364-b528-e2822d5fd67d service neutron] 10.222.0.43 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916059 Dec 13 11:03:42.069329 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d03a5082-aec0-4a71-8908-092d93eb46d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:42.097161 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c384cc1-8795-402f-ba9b-fd82cfd84329 req-7cfbc091-2163-4058-a489-0eca2ef9c104 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 210 time: 0.0277035 Dec 13 11:03:42.756672 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44840) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:42.895932 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d0c6acaf-64df-4777-9ee7-6120a1fa8faf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:42.979123 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d0c6acaf-64df-4777-9ee7-6120a1fa8faf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:42.983290 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d0c6acaf-64df-4777-9ee7-6120a1fa8faf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.022225 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-d0c6acaf-64df-4777-9ee7-6120a1fa8faf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=3abe99c346e041659c7ca50d4fa418c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643635 Dec 13 11:03:43.023372 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c6acaf-64df-4777-9ee7-6120a1fa8faf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398eda30-7e28-4d74-8012-ade96cdd8fdb,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:43.025783 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44844) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:43.078971 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4186f54e-1125-463f-afec-c069c894e7aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.103522 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4186f54e-1125-463f-afec-c069c894e7aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.136268 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-9db0cb08-77a9-4c2d-a052-3a78c5a6f38f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:43.138180 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-9db0cb08-77a9-4c2d-a052-3a78c5a6f38f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 816 time: 0.1349857 Dec 13 11:03:43.154248 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4186f54e-1125-463f-afec-c069c894e7aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.157088 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4186f54e-1125-463f-afec-c069c894e7aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.160851 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4186f54e-1125-463f-afec-c069c894e7aa admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/398eda30-7e28-4d74-8012-ade96cdd8fdb HTTP/1.1" status: 204 len: 168 time: 0.1313791 Dec 13 11:03:43.180620 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4186f54e-1125-463f-afec-c069c894e7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398eda30-7e28-4d74-8012-ade96cdd8fdb,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:43.209556 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-96d7ceaf-e377-4d4f-99f7-6fc466e99286 req-8724daed-3683-46cc-90e9-52b15ccaad3e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 210 time: 0.0312719 Dec 13 11:03:43.215894 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-00a39061-bb55-494d-9de8-7ddbac229d82 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e97c3705b03f4c6d8d029a03b5b80ead HTTP/1.1" status: 200 len: 380 time: 0.0637503 Dec 13 11:03:43.230646 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'port': {'device_id': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'admin_state_up': True, 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'security_groups': ['77b920bc-48b0-4fff-9f69-42d8a103ebec']}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:43.340208 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Made reservation on behalf of e97c3705b03f4c6d8d029a03b5b80ead for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:03:43.344167 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.430491 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:03:43.474137 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Allocated IP 172.20.0.3 (a9e5b66e-46c7-490d-93ed-2c8183758c1f/fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9/36af29e0-5fac-465b-b2df-c851c01b944d) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:03:43.615139 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.651378 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.703024 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Network a9e5b66e-46c7-490d-93ed-2c8183758c1f is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:03:43.706161 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:43.709832 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:03:43.747010 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event updated for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:43.766955 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:43.767602 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.785529 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-8289c5cc-fd5c-47f6-81a1-138ee877caf6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5628805 Dec 13 11:03:43.803003 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Request body: {'port': {'device_id': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:43.848502 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44874) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:43.868782 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.915480 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-4305e1e3-bd49-4cd1-a8e6-605ce7cfe1a6 None None] Provisioning complete for port 36af29e0-5fac-465b-b2df-c851c01b944d triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:43.916057 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-4305e1e3-bd49-4cd1-a8e6-605ce7cfe1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:43.949794 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-4305e1e3-bd49-4cd1-a8e6-605ce7cfe1a6 None None] Port 36af29e0-5fac-465b-b2df-c851c01b944d cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:03:43.972015 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1769107565-network', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:43.992559 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Made reservation on behalf of e3be13a76fd34c08b584fea04b70d6f1 for: {'network': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:03:43.995169 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.004039 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.078978 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.083484 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.103803 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 250} {{(pid=102441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:03:44.117209 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d942b52d-30be-4406-9b30-e0a078fd8f37,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:44.121911 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.122252 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.segments_db [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Added segment d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d of type vlan for network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b Dec 13 11:03:44.159953 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36af29e0-5fac-465b-b2df-c851c01b944d {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:03:44.163012 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.167485 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.179716 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Transition to ACTIVE for port object 36af29e0-5fac-465b-b2df-c851c01b944d will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:03:44.183873 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.193470 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.194470 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.195101 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.251582 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Pushing event updated for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:44.257212 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4072251 Dec 13 11:03:44.266410 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44880) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:44.277018 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Request body: {'subnet': {'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1769107565-subnet', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:44.296764 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac75bcd-7f68-4b1e-b31d-71d2d5079338 admin admin] Pushing event updated for resources: {'Network': ['ID=156400ba-fe5a-4ce1-8a35-342dd2e18e8b,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:44.307284 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:03:44.313946 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Attempting to bind port 36af29e0-5fac-465b-b2df-c851c01b944d on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:03:44.314247 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Attempting to bind port 36af29e0-5fac-465b-b2df-c851c01b944d by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:03:44.314826 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Attempting to bind port 36af29e0-5fac-465b-b2df-c851c01b944d on network a9e5b66e-46c7-490d-93ed-2c8183758c1f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:03:44.320294 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Port 36af29e0-5fac-465b-b2df-c851c01b944d on network a9e5b66e-46c7-490d-93ed-2c8183758c1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:03:44.320877 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Attempting to bind port 36af29e0-5fac-465b-b2df-c851c01b944d on network a9e5b66e-46c7-490d-93ed-2c8183758c1f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:03:44.328942 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:03:44.329481 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Checking segment: {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:44.330018 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Bound using segment: {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:03:44.330647 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Bound port: 36af29e0-5fac-465b-b2df-c851c01b944d, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a4fbace-e96a-410d-b4e4-aae152b646a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 282, 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:03:44.331211 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.374490 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-d2e6266a-9af9-4ae0-9427-dfd1043740ea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1221364 Dec 13 11:03:44.375114 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Made reservation on behalf of e3be13a76fd34c08b584fea04b70d6f1 for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:03:44.377343 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126223113'] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.404593 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-39b93395-71e7-43dc-865b-27d31a8cae93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.413653 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca42d8-97a6-41c1-a55d-2c7d9bfcf0ff req-2b9a5d47-c458-476d-8d86-9c5f5de96d90 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.421329 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-80ca42d8-97a6-41c1-a55d-2c7d9bfcf0ff req-2b9a5d47-c458-476d-8d86-9c5f5de96d90 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.1259024 Dec 13 11:03:44.422581 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:03:44.426437 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:03:44.435060 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.478143 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.478802 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.480200 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] 10.222.0.39 "PUT /v2.0/ports/36af29e0-5fac-465b-b2df-c851c01b944d HTTP/1.1" status: 200 len: 1093 time: 0.6816261 Dec 13 11:03:44.480726 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:44.483496 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cd2151-6230-46e0-815a-d6abbef91492" -d '{"events": [{"name": "network-changed", "server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:44.503175 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89d2ea-c80a-4e21-8698-07c10d620d43 service neutron] Pushing event updated for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:44.548514 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afe465d-22cb-4eee-9acd-ec5058b26660 x-openstack-request-id: req-7afe465d-22cb-4eee-9acd-ec5058b26660 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:44.548910 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:44.549269 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7afe465d-22cb-4eee-9acd-ec5058b26660 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:44.549764 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d', 'status': 'completed', 'code': 200} Dec 13 11:03:44.579111 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-80ca42d8-97a6-41c1-a55d-2c7d9bfcf0ff req-7a75ce3b-85dd-49f5-b4ae-16f8546b9a76 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531644 Dec 13 11:03:44.584626 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-edbc6f71-227f-45a0-9883-e4b4d123d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.586578 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-edbc6f71-227f-45a0-9883-e4b4d123d63f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 1098 time: 0.1622238 Dec 13 11:03:44.593121 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-f840678d-9476-4a50-a38f-8bd4894b654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.595156 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-f840678d-9476-4a50-a38f-8bd4894b654c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 1096 time: 0.0617213 Dec 13 11:03:44.651979 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-c2cea663-f6a3-4d1d-b707-3d3f185e6c2f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36af29e0-5fac-465b-b2df-c851c01b944d HTTP/1.1" status: 200 len: 217 time: 0.0405345 Dec 13 11:03:44.700946 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-880eefdf-551d-45cc-92b8-39d6a31949b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.702645 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-880eefdf-551d-45cc-92b8-39d6a31949b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.0436659 Dec 13 11:03:44.751980 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-2d290618-fda5-4a67-9a36-d26899ae92ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.753528 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-2d290618-fda5-4a67-9a36-d26899ae92ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434499 Dec 13 11:03:44.755440 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126223127'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.784069 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-c36c0026-5eaf-4362-a7fc-46cbf13bbe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.785535 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-c36c0026-5eaf-4362-a7fc-46cbf13bbe23 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 912 time: 0.1692302 Dec 13 11:03:44.850575 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-cb46fccd-35ce-4a8e-b6ab-2d6eb2bffdb0 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893085 Dec 13 11:03:44.863921 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Pushing event updated for resources: {'Subnet': ['ID=940a9f10-69e9-493c-ae87-39e6cbca7f45,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:44.884233 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-3e3aef9c-e9a2-42a0-8d6b-e868515ba0cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718 HTTP/1.1" status: 200 len: 1000 time: 0.0885613 Dec 13 11:03:44.887993 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Checking segment: {'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:44.888345 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Network hostable DHCP agents. Network: 156400ba-fe5a-4ce1-8a35-342dd2e18e8b, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:03:44.936100 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:03:44.946835 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-a473e192-f273-441f-989e-3de705e04f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.948536 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-a473e192-f273-441f-989e-3de705e04f66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6896b4b5-32fc-43fc-a5f0-223c5f72a56d HTTP/1.1" status: 200 len: 850 time: 0.0569944 Dec 13 11:03:44.949721 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 156400ba-fe5a-4ce1-8a35-342dd2e18e8b) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:44.949961 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-26c425a6-f3b7-4dfe-9d3a-631e2df81df5 req-13114131-ec52-46b8-b704-14ee53b41083 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904856 Dec 13 11:03:44.954091 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:44.954693 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:44.959368 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ee7998-f3ae-43b2-907e-e3d0b352a7b4 None None] Network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:03:44.999066 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-5842a71e-d670-40dc-8159-2fc03094b230 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7289896 Dec 13 11:03:44.999566 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44888) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:45.004968 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:45.018572 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-4a70b5f8-bb00-4cbb-b47a-e3cce3dbb8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:45.018572 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-4a70b5f8-bb00-4cbb-b47a-e3cce3dbb8ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539823 Dec 13 11:03:45.068157 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6768'] for router, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.069781 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3717068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.086577 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6afb397b-6190-5666-a637-9b1b0057fb75-156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45'}]}} from dv-cinder-808574-5-iscsi. {{(pid=102443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 11:03:45.088083 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.088378 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2151-6230-46e0-815a-d6abbef91492 req-a17b3e4a-03b2-47cd-9c66-41119ea2d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:45.090491 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-19cd2151-6230-46e0-815a-d6abbef91492 req-a17b3e4a-03b2-47cd-9c66-41119ea2d688 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 1096 time: 0.0784290 Dec 13 11:03:45.136823 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-a5ec4bce-3b1d-42ab-be99-ef16d4dee091 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078331 Dec 13 11:03:45.186382 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.237564 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e65d7614-eee2-4c4e-8439-4fbdbc0adf56 req-ff8082aa-0aa9-4778-a3d0-abf85ccc7827 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914435 Dec 13 11:03:45.243468 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.db_base_plugin_common [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Allocated IP 172.20.0.2 (156400ba-fe5a-4ce1-8a35-342dd2e18e8b/940a9f10-69e9-493c-ae87-39e6cbca7f45/7966e0fc-acac-4752-b4db-7c0beae07f96) {{(pid=102443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:03:45.388814 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Publish callbacks [] for port, precommit_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.396215 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.558249 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2151-6230-46e0-815a-d6abbef91492 req-7ec71c3d-d75e-475f-8e2a-f3fc554895ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:45.559720 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-19cd2151-6230-46e0-815a-d6abbef91492 req-7ec71c3d-d75e-475f-8e2a-f3fc554895ee service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 917 time: 0.4608736 Dec 13 11:03:45.580486 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b is already hosted by enough agents. {{(pid=102443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:03:45.583493 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.base_scheduler [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Resources bound (agent type, host, resource id): {{(pid=102443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:45.587614 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Received port after_create {{(pid=102443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:03:45.594088 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Pushing event updated for resources: {'Port': ['ID=7966e0fc-acac-4752-b4db-7c0beae07f96,revision_number=1']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:45.595091 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.604448 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.604695 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.605333 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.605680 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.606011 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.606330 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.606700 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.607224 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.607862 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.607862 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.608223 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.608632 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.610731 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:45.633728 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-19cd2151-6230-46e0-815a-d6abbef91492 req-a651f39a-faf0-41c3-9912-176d217eb5cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36af29e0-5fac-465b-b2df-c851c01b944d HTTP/1.1" status: 200 len: 217 time: 0.0484381 Dec 13 11:03:45.656344 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.684384 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Attempting to bind port 7966e0fc-acac-4752-b4db-7c0beae07f96 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:03:45.684847 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Attempting to bind port 7966e0fc-acac-4752-b4db-7c0beae07f96 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:03:45.685338 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Attempting to bind port 7966e0fc-acac-4752-b4db-7c0beae07f96 on network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:03:45.689867 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e0358a-5e35-4cc8-9de3-1cccc74e0702 req-da85a942-cbc3-4646-96e1-b51658b9ce78 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:45.691468 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-24e0358a-5e35-4cc8-9de3-1cccc74e0702 req-da85a942-cbc3-4646-96e1-b51658b9ce78 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0524058 Dec 13 11:03:45.695540 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:03:45.695919 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Checking segment: {'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:45.696320 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.696714 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Bound using segment: {'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:03:45.697191 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Bound port: 7966e0fc-acac-4752-b4db-7c0beae07f96, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:03:45.697584 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.722633 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2151-6230-46e0-815a-d6abbef91492 req-a40c0fa0-2ccf-4727-bcfe-31359306b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:45.724085 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-19cd2151-6230-46e0-815a-d6abbef91492 req-a40c0fa0-2ccf-4727-bcfe-31359306b50a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.0771091 Dec 13 11:03:45.752052 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-24e0358a-5e35-4cc8-9de3-1cccc74e0702 req-26283d9d-391b-46eb-9c85-21866f94c57a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525229 Dec 13 11:03:45.781670 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] For port 7966e0fc-acac-4752-b4db-7c0beae07f96, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:03:45.786817 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] For port 7966e0fc-acac-4752-b4db-7c0beae07f96, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=7966e0fc-acac-4752-b4db-7c0beae07f96,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:03:45.792582 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2151-6230-46e0-815a-d6abbef91492 req-93dbfe95-fe07-4694-b4bb-67a2ee587a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:45.793072 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:45.794488 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-19cd2151-6230-46e0-815a-d6abbef91492 req-93dbfe95-fe07-4694-b4bb-67a2ee587a42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0603940 Dec 13 11:03:45.868046 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc26f38-68c8-4019-a720-c0d3e05a529b None None] Pushing event updated for resources: {'Port': ['ID=7966e0fc-acac-4752-b4db-7c0beae07f96,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:45.995948 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-19cd2151-6230-46e0-815a-d6abbef91492 req-11f7d629-a6a4-4d5c-85d5-76a85620b472 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931961 Dec 13 11:03:45.996937 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:46.038610 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:46.205736 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-19cd2151-6230-46e0-815a-d6abbef91492 req-8de63833-f96a-472e-b2e8-9201e1140d6e service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765709 Dec 13 11:03:46.226510 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Allocated IP 172.27.2.164 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/4d0ceb9d-4f4c-4067-8b8c-751343e5cd69) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:03:46.333585 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:46.371941 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:46.416821 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:03:46.422722 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:46.425147 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Pushing event updated for resources: {'Port': ['ID=4d0ceb9d-4f4c-4067-8b8c-751343e5cd69,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:46.427321 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:03:46.591809 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 7966e0fc-acac-4752-b4db-7c0beae07f96 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:46.643456 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 7966e0fc-acac-4752-b4db-7c0beae07f96 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:46.643820 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:46.686138 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:46.724417 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:46.728489 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 36af29e0-5fac-465b-b2df-c851c01b944d details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:03:46.776624 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 7966e0fc-acac-4752-b4db-7c0beae07f96, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=7966e0fc-acac-4752-b4db-7c0beae07f96,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:46.788296 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:46.820669 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc787b4b-fdfb-40c3-9d66-952c3fd370da None None] Network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:03:46.892794 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374'] for router, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:46.893398 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e5f98-3ef9-4c00-9d79-2452cff0aeb4 req-315cebee-570b-442c-b8ab-e3780359835f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:46.894951 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-365e5f98-3ef9-4c00-9d79-2452cff0aeb4 req-315cebee-570b-442c-b8ab-e3780359835f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0591874 Dec 13 11:03:46.943744 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-365e5f98-3ef9-4c00-9d79-2452cff0aeb4 req-d6cd7feb-9c09-401b-be86-4715e2a833eb tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427761 Dec 13 11:03:46.950267 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-edae9090-0d5a-4df2-9782-393c29dab020 None None] Provisioning complete for port 7966e0fc-acac-4752-b4db-7c0beae07f96 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:46.950671 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-edae9090-0d5a-4df2-9782-393c29dab020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:46.959800 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=7966e0fc-acac-4752-b4db-7c0beae07f96,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:47.009785 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:47.035820 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e is scheduled to L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 with binding_index 1 {{(pid=102442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 11:03:47.039798 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.042267 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '36af29e0-5fac-465b-b2df-c851c01b944d', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'port_id': '36af29e0-5fac-465b-b2df-c851c01b944d', 'mac_address': 'fa:16:3e:4d:36:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:03:47.143496 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.161087 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36af29e0-5fac-465b-b2df-c851c01b944d {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:03:47.162320 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:03:47.176795 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Sync routers for ids ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:03:47.182406 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] Publish callbacks [] for router, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.183746 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a78b309e-a4d6-453e-b563-1fadd6464fda admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1830394 Dec 13 11:03:47.186679 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44906) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:47.190433 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:47.196261 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Routers {'0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:47.196881 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:47.198843 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.329677 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:47.360394 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Set router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:47.499797 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['36af29e0-5fac-465b-b2df-c851c01b944d'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:03:47.560754 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-ff49c9b4-3895-4c3a-bf74-7a5aa404b21f None None] Provisioning complete for port 7966e0fc-acac-4752-b4db-7c0beae07f96 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:47.561119 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-ff49c9b4-3895-4c3a-bf74-7a5aa404b21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.636723 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.719703 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:46Z', 'revision_number': 3, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:47.768944 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Checking router: 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:03:47.769264 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Updating router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 binding host dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:03:47.801654 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Allocated IP 172.20.0.1 (156400ba-fe5a-4ce1-8a35-342dd2e18e8b/940a9f10-69e9-493c-ae87-39e6cbca7f45/571ba458-66ae-41b5-86c5-961def130ffc) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:03:47.806481 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.903883 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.939369 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:47.988026 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:03:47.990876 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:47.995154 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:03:47.998279 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Pushing event updated for resources: {'Port': ['ID=571ba458-66ae-41b5-86c5-961def130ffc,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:48.039407 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3678861'] for router_interface, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.053886 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.113162 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8a16eb-67ec-4fbf-a8e5-0566f29e98ac req-60429648-5a5b-4e4f-a090-bf343af96d0a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:48.115816 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d8a16eb-67ec-4fbf-a8e5-0566f29e98ac req-60429648-5a5b-4e4f-a090-bf343af96d0a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 944 time: 0.0703311 Dec 13 11:03:48.125785 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Publish callbacks [] for port, precommit_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.132873 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.174067 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d8a16eb-67ec-4fbf-a8e5-0566f29e98ac req-f84ab287-783a-4166-a459-897195d87083 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510609 Dec 13 11:03:48.219303 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.349891 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc1f1e-baa0-47a0-a123-6e073b724425 None None] Pushing event updated for resources: {'Port': ['ID=4d0ceb9d-4f4c-4067-8b8c-751343e5cd69,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:48.352275 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Attempting to bind port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:03:48.352653 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Attempting to bind port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:03:48.353042 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Attempting to bind port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 on network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:03:48.356910 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-165228ee-aab3-498e-ac63-af6d0ebc5c2b None None] Provisioning complete for port 571ba458-66ae-41b5-86c5-961def130ffc triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:48.357716 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-165228ee-aab3-498e-ac63-af6d0ebc5c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.380367 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:03:48.380743 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:48.381146 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.381535 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Bound using segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:03:48.382017 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Bound port: 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:03:48.382396 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.407436 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.414255 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.430693 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-165228ee-aab3-498e-ac63-af6d0ebc5c2b None None] Port 571ba458-66ae-41b5-86c5-961def130ffc cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:03:48.449146 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] For port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:03:48.453726 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] For port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=4d0ceb9d-4f4c-4067-8b8c-751343e5cd69,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:03:48.460037 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.528914 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Routers {'0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:48.529709 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:48.579437 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc1f1e-baa0-47a0-a123-6e073b724425 None None] Pushing event updated for resources: {'Port': ['ID=4d0ceb9d-4f4c-4067-8b8c-751343e5cd69,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:48.610428 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 7966e0fc-acac-4752-b4db-7c0beae07f96 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:48.731405 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 36af29e0-5fac-465b-b2df-c851c01b944d up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:48.734657 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] Set router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:48.778965 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Pushing event updated for resources: {'Port': ['ID=571ba458-66ae-41b5-86c5-961def130ffc,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:48.782917 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3773023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680061'] for router_interface, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.832092 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 7966e0fc-acac-4752-b4db-7c0beae07f96 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:48.832464 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:48.888455 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:03:48.890177 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:48.975073 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 36af29e0-5fac-465b-b2df-c851c01b944d completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:03:48.985111 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 36af29e0-5fac-465b-b2df-c851c01b944d triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:48.985477 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.024563 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:03:49.148503 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:03:49.155077 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-67349031-cac1-4c91-a885-932025efb787 admin admin] 10.222.0.43 "PUT /v2.0/routers/0d4f2d4e-a8fd-46b3-8563-cde87c0f291e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9668739 Dec 13 11:03:49.180178 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.191643 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-da193177-70bc-42c8-98e5-c6d049e39784 None None] Provisioning complete for port 571ba458-66ae-41b5-86c5-961def130ffc triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:49.191998 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-da193177-70bc-42c8-98e5-c6d049e39784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.232660 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 2, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:49.239460 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:49.241716 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-223a6c82-e740-480d-b844-fa5dbdaf3b12" -d '{"events": [{"server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "name": "network-vif-plugged", "status": "completed", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:49.285749 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-da193177-70bc-42c8-98e5-c6d049e39784 None None] Port 571ba458-66ae-41b5-86c5-961def130ffc cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:03:49.289774 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:49.290152 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68f8a4d0-09fa-4b7d-b7b2-edc1787cd8fd None None] The sync data for ids ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'] in dv-cinder-808574-5-iscsi is: [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 2, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:03:49.296523 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.318160 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c1d8cd-5774-42f0-81e3-5ada2aac4128 req-a048d445-958d-410e-a741-571dba7fe32c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:49.342708 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c662ce4e-2cfe-4afe-b248-1755a6fe3200 x-openstack-request-id: req-c662ce4e-2cfe-4afe-b248-1755a6fe3200 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:49.343109 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "name": "network-vif-plugged", "status": "completed", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:49.343482 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-c662ce4e-2cfe-4afe-b248-1755a6fe3200 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:49.343843 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-88c1d8cd-5774-42f0-81e3-5ada2aac4128 req-a048d445-958d-410e-a741-571dba7fe32c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 944 time: 0.0897315 Dec 13 11:03:49.344061 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d', 'code': 200} Dec 13 11:03:49.364084 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:49.402006 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-88c1d8cd-5774-42f0-81e3-5ada2aac4128 req-35bcc146-1c05-46d8-a8cf-2247d59b05c9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563614 Dec 13 11:03:49.681177 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44938) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:49.686384 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1020109362-network', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:49.707833 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Made reservation on behalf of 9e4f26794e984f8fba3e0cef775e1aec for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:03:49.710235 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.719369 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.798397 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.803673 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.832238 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 279} {{(pid=102442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:03:49.838698 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201721fe-1d9c-4d23-8052-51664a6ce213,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:49.845227 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.845563 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Added segment 13abe25e-2e29-4f3e-acbf-b53a7ac78b54 of type vlan for network e15c53d4-5ba4-4452-a1ea-cf515946141d Dec 13 11:03:49.892017 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.924094 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.925206 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:49.927440 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:49.985322 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3028843 Dec 13 11:03:49.988024 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44942) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:49.992832 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Request body: {'subnet': {'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1020109362-subnet', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'ip_version': 4}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:50.005628 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912dc138-a278-4509-a368-27f7e293ee8e admin admin] Pushing event updated for resources: {'Network': ['ID=e15c53d4-5ba4-4452-a1ea-cf515946141d,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:50.015570 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network e15c53d4-5ba4-4452-a1ea-cf515946141d details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:03:50.023719 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Made reservation on behalf of 9e4f26794e984f8fba3e0cef775e1aec for: {'subnet': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:03:50.026078 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126431394'] for subnet, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.217259 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125857728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126431420'] for subnet, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.272498 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3098979-d98b-48c7-9587-a915a9fe2e63,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:50.283656 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Checking segment: {'id': '13abe25e-2e29-4f3e-acbf-b53a7ac78b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:50.284015 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Network hostable DHCP agents. Network: e15c53d4-5ba4-4452-a1ea-cf515946141d, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:03:50.301380 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Network e15c53d4-5ba4-4452-a1ea-cf515946141d is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:03:50.311893 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, e15c53d4-5ba4-4452-a1ea-cf515946141d) {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:50.316036 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:50.316694 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.327161 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd8f193-5366-4c1c-8394-7ab5195e54a6 None None] Network e15c53d4-5ba4-4452-a1ea-cf515946141d requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:03:50.339501 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44944) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:50.339970 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-fc1c024c-209b-48fd-ab5e-1f56a7fcd7f1 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3506043 Dec 13 11:03:50.344924 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1020109362-router', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:50.368656 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6768'] for router, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.370004 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3717068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.428557 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.449258 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6afb397b-6190-5666-a637-9b1b0057fb75-e15c53d4-5ba4-4452-a1ea-cf515946141d', 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d', 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'fixed_ips': [{'subnet_id': 'b3098979-d98b-48c7-9587-a915a9fe2e63'}]}} from dv-cinder-808574-5-iscsi. {{(pid=102443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 11:03:50.450117 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.601525 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.db_base_plugin_common [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Allocated IP 172.20.0.2 (e15c53d4-5ba4-4452-a1ea-cf515946141d/b3098979-d98b-48c7-9587-a915a9fe2e63/66f41075-e68f-4572-b0eb-39ae4af51aba) {{(pid=102443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:03:50.605221 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:50.647941 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bd06bf-a69e-472a-9128-99d19beeda78 req-108d2939-ce79-449f-b978-61ce18d549f8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:50.649339 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-47bd06bf-a69e-472a-9128-99d19beeda78 req-108d2939-ce79-449f-b978-61ce18d549f8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.1416397 Dec 13 11:03:50.651334 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.732692 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:50.733130 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.743029 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-47bd06bf-a69e-472a-9128-99d19beeda78 req-0ca92ace-b7e5-4ed0-afc9-15d251c35bc9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869720 Dec 13 11:03:50.822444 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Publish callbacks [] for port, precommit_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.832246 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.892531 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.900248 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Network e15c53d4-5ba4-4452-a1ea-cf515946141d is already hosted by enough agents. {{(pid=102443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:03:50.906506 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.base_scheduler [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Resources bound (agent type, host, resource id): {{(pid=102443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:50.909970 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.912435 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.915144 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Received port after_create {{(pid=102443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:03:50.924571 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Pushing event updated for resources: {'Port': ['ID=66f41075-e68f-4572-b0eb-39ae4af51aba,revision_number=1']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:50.958506 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=4d0ceb9d-4f4c-4067-8b8c-751343e5cd69,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:50.981996 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:50.994400 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Attempting to bind port 66f41075-e68f-4572-b0eb-39ae4af51aba on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:03:50.994795 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Attempting to bind port 66f41075-e68f-4572-b0eb-39ae4af51aba by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': '13abe25e-2e29-4f3e-acbf-b53a7ac78b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:03:50.995171 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Attempting to bind port 66f41075-e68f-4572-b0eb-39ae4af51aba on network e15c53d4-5ba4-4452-a1ea-cf515946141d {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:03:51.023236 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Allocated IP 172.27.2.235 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/7edba8f1-c683-477f-a06d-d1ac164b8d80) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:03:51.023480 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:03:51.023986 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Checking segment: {'id': '13abe25e-2e29-4f3e-acbf-b53a7ac78b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:51.024197 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:51.024594 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Bound using segment: {'id': '13abe25e-2e29-4f3e-acbf-b53a7ac78b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:03:51.025055 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Bound port: 66f41075-e68f-4572-b0eb-39ae4af51aba, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13abe25e-2e29-4f3e-acbf-b53a7ac78b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:03:51.025448 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:51.075073 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=4d0ceb9d-4f4c-4067-8b8c-751343e5cd69,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:51.108697 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] For port 66f41075-e68f-4572-b0eb-39ae4af51aba, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:03:51.111889 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] For port 66f41075-e68f-4572-b0eb-39ae4af51aba, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=66f41075-e68f-4572-b0eb-39ae4af51aba,segment=NetworkSegment(13abe25e-2e29-4f3e-acbf-b53a7ac78b54),segment_id=13abe25e-2e29-4f3e-acbf-b53a7ac78b54)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:03:51.116542 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:51.138252 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:51.173331 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131f266-e4d2-4322-86a3-f8fe2eaa003b None None] Pushing event updated for resources: {'Port': ['ID=66f41075-e68f-4572-b0eb-39ae4af51aba,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:51.178865 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:51.226286 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:03:51.230311 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:51.232229 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=7edba8f1-c683-477f-a06d-d1ac164b8d80,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:51.234916 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:03:51.474194 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Sync routers for ids ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:03:51.482130 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Routers {'0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:51.482766 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:51.515533 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:51.599929 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Set router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:51.808751 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9f1d2-39a2-4fed-8b0c-a50e2154348a req-6c33b359-203a-4c0d-bff5-6984b1f7656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:51.811111 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-bad9f1d2-39a2-4fed-8b0c-a50e2154348a req-6c33b359-203a-4c0d-bff5-6984b1f7656c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 1098 time: 0.0555711 Dec 13 11:03:51.834003 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 2, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:51.870067 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Checking router: 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:03:51.870746 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Updating router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e port 571ba458-66ae-41b5-86c5-961def130ffc binding host dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:03:51.872506 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-bad9f1d2-39a2-4fed-8b0c-a50e2154348a req-8f683c44-a18d-4726-adc7-57d44ad7bb0c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517740 Dec 13 11:03:51.898990 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:52.041300 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89987729-3caa-4507-960d-740b55be26c2 req-c9b1f0a3-6b01-4629-b601-f46971943ee3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:52.048702 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-89987729-3caa-4507-960d-740b55be26c2 req-c9b1f0a3-6b01-4629-b601-f46971943ee3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.1068597 Dec 13 11:03:52.086029 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374'] for router, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:52.148508 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-89987729-3caa-4507-960d-740b55be26c2 req-a061c2fa-f8d0-4f6f-9d4f-529c4f455d34 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987856 Dec 13 11:03:52.204706 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:52.211765 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:52.250634 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebb3c2a-c573-4b1e-8915-dfb56932083e None None] Network e15c53d4-5ba4-4452-a1ea-cf515946141d requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:03:52.260139 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee is scheduled to L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 with binding_index 1 {{(pid=102441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 11:03:52.269582 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Pushing event updated for resources: {'Port': ['ID=571ba458-66ae-41b5-86c5-961def130ffc,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:52.281061 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.281449 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.281812 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.282170 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.282721 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.283194 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.283676 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.284155 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.284661 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.285153 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.285630 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.286105 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.286613 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:52.353831 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Attempting to bind port 571ba458-66ae-41b5-86c5-961def130ffc on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:03:52.354804 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Attempting to bind port 571ba458-66ae-41b5-86c5-961def130ffc by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:03:52.355357 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Attempting to bind port 571ba458-66ae-41b5-86c5-961def130ffc on network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:03:52.361250 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-cbb56a3c-eb4e-4548-97dd-c02037becfbe None None] Provisioning complete for port 66f41075-e68f-4572-b0eb-39ae4af51aba triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:52.361625 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:03:52.361781 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-cbb56a3c-eb4e-4548-97dd-c02037becfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:52.362410 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Checking segment: {'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:52.363008 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:52.363566 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Bound using segment: {'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:03:52.364197 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Bound port: 571ba458-66ae-41b5-86c5-961def130ffc, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:03:52.365123 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:52.416214 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:03:52.436185 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:52.440114 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-1f47e8b8-511c-4ed7-993d-0ddda147fbc7 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0964746 Dec 13 11:03:52.440271 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] For port 571ba458-66ae-41b5-86c5-961def130ffc, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:03:52.440556 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 44958) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:52.442146 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] For port 571ba458-66ae-41b5-86c5-961def130ffc, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=571ba458-66ae-41b5-86c5-961def130ffc,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:03:52.447800 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:52.533894 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Routers {'0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:52.534664 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:52.598505 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Sync routers for ids ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:03:52.606265 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c5782-a25e-47cf-972d-be4a9d266f89 None None] Pushing event updated for resources: {'Port': ['ID=571ba458-66ae-41b5-86c5-961def130ffc,revision_number=4']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:52.635389 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Routers {'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:52.636245 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:52.701224 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] Set router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:52.758418 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 66f41075-e68f-4572-b0eb-39ae4af51aba up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:52.827090 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Set router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:52.901133 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-cbb56a3c-eb4e-4548-97dd-c02037becfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:52.995446 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-cbb56a3c-eb4e-4548-97dd-c02037becfbe None None] For port 66f41075-e68f-4572-b0eb-39ae4af51aba, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=66f41075-e68f-4572-b0eb-39ae4af51aba,segment=NetworkSegment(13abe25e-2e29-4f3e-acbf-b53a7ac78b54),segment_id=13abe25e-2e29-4f3e-acbf-b53a7ac78b54)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:53.008062 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-cbb56a3c-eb4e-4548-97dd-c02037becfbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.069641 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 66f41075-e68f-4572-b0eb-39ae4af51aba triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:53.070026 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.082785 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.085368 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:52Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:53.124358 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee4df55-f178-4d1a-b3f4-b897f91d27c6 None None] The sync data for ids ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'] in dv-cinder-808574-5-iscsi is: [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:52Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:03:53.158909 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb56a3c-eb4e-4548-97dd-c02037becfbe None None] Pushing event updated for resources: {'Port': ['ID=66f41075-e68f-4572-b0eb-39ae4af51aba,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:53.177311 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-d8e46dc3-38b4-4698-874a-bba53e7442f0 None None] Provisioning complete for port 571ba458-66ae-41b5-86c5-961def130ffc triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:53.177673 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d8e46dc3-38b4-4698-874a-bba53e7442f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.271487 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:53.300604 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'name': 'tempest-TestMinimumBasicScenario-1020109362-router', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:51Z', 'revision_number': 3, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'gw_port': {'id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:07:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:53.330799 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Allocated IP 172.20.0.1 (e15c53d4-5ba4-4452-a1ea-cf515946141d/b3098979-d98b-48c7-9587-a915a9fe2e63/100bc628-1c15-49c5-8ee1-d6aa793dcecc) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:03:53.348946 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Checking router: a1f94a69-ad42-4aeb-a9cc-d1213fa929ee for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:03:53.349568 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Updating router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee port 7edba8f1-c683-477f-a06d-d1ac164b8d80 binding host dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:03:53.412096 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb084da-fded-4e2d-8356-0fee7ac04e2b req-bb0a2e71-46ea-41dc-a571-57c96d5c752b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:53.413563 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.413709 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2fb084da-fded-4e2d-8356-0fee7ac04e2b req-bb0a2e71-46ea-41dc-a571-57c96d5c752b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.1311035 Dec 13 11:03:53.448095 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d8e46dc3-38b4-4698-874a-bba53e7442f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.481575 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:53.482956 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.491016 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.507404 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2fb084da-fded-4e2d-8356-0fee7ac04e2b req-3538125f-caf8-4ab9-86a5-7b4857712669 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828106 Dec 13 11:03:53.536913 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.552108 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-d8e46dc3-38b4-4698-874a-bba53e7442f0 None None] For port 571ba458-66ae-41b5-86c5-961def130ffc, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=571ba458-66ae-41b5-86c5-961def130ffc,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:53.587274 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d8e46dc3-38b4-4698-874a-bba53e7442f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.593139 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Network e15c53d4-5ba4-4452-a1ea-cf515946141d is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:03:53.605464 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:53.621302 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Pushing event updated for resources: {'Port': ['ID=100bc628-1c15-49c5-8ee1-d6aa793dcecc,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:53.625008 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:03:53.684274 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec9e2f-f861-4128-ac39-96eea33b008c req-30d7c7c5-832c-4132-8737-b74bc6f6c7ac tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:53.686037 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-59ec9e2f-f861-4128-ac39-96eea33b008c req-30d7c7c5-832c-4132-8737-b74bc6f6c7ac tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.1008513 Dec 13 11:03:53.687478 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3678861'] for router_interface, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.695865 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e46dc3-38b4-4698-874a-bba53e7442f0 None None] Pushing event updated for resources: {'Port': ['ID=571ba458-66ae-41b5-86c5-961def130ffc,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:53.696674 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 44972) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:53.705621 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-d8e46dc3-38b4-4698-874a-bba53e7442f0 None None] Provisioning complete for port 66f41075-e68f-4572-b0eb-39ae4af51aba triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:53.706404 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d8e46dc3-38b4-4698-874a-bba53e7442f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.708944 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-142d3ffe-e5ba-41a0-b03d-26d5d5dcdded tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Request body: {'floatingip': {'port_id': '36af29e0-5fac-465b-b2df-c851c01b944d'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:53.778317 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-142d3ffe-e5ba-41a0-b03d-26d5d5dcdded tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.896588 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:53.995581 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Publish callbacks [] for port, precommit_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.004231 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.066290 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Attempting to bind port 7edba8f1-c683-477f-a06d-d1ac164b8d80 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:03:54.066683 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Attempting to bind port 7edba8f1-c683-477f-a06d-d1ac164b8d80 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:03:54.067044 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Attempting to bind port 7edba8f1-c683-477f-a06d-d1ac164b8d80 on network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:03:54.070802 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db28c7f-fdfa-4bbf-8407-17e37de29c37 None None] Pushing event updated for resources: {'Port': ['ID=7edba8f1-c683-477f-a06d-d1ac164b8d80,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:54.076879 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:03:54.077254 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:54.077689 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.078072 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Bound using segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:03:54.078560 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Bound port: 7edba8f1-c683-477f-a06d-d1ac164b8d80, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:03:54.078943 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.096650 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.102612 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.113512 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-78d8292b-88ee-402a-ab26-5ba109578d43 None None] Provisioning complete for port 100bc628-1c15-49c5-8ee1-d6aa793dcecc triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:54.113884 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-78d8292b-88ee-402a-ab26-5ba109578d43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.168245 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-78d8292b-88ee-402a-ab26-5ba109578d43 None None] Port 100bc628-1c15-49c5-8ee1-d6aa793dcecc cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:03:54.170755 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] For port 7edba8f1-c683-477f-a06d-d1ac164b8d80, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:03:54.173817 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Pushing event updated for resources: {'Port': ['ID=100bc628-1c15-49c5-8ee1-d6aa793dcecc,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:54.174426 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] For port 7edba8f1-c683-477f-a06d-d1ac164b8d80, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=7edba8f1-c683-477f-a06d-d1ac164b8d80,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:03:54.176928 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3773023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680061'] for router_interface, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.180482 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.239603 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Routers {'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:54.240214 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:54.281078 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db28c7f-fdfa-4bbf-8407-17e37de29c37 None None] Pushing event updated for resources: {'Port': ['ID=7edba8f1-c683-477f-a06d-d1ac164b8d80,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:54.283318 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Network e15c53d4-5ba4-4452-a1ea-cf515946141d is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:03:54.284863 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:54.380947 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] Set router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:54.429447 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:03:54.521891 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.db.resource_extend [None req-142d3ffe-e5ba-41a0-b03d-26d5d5dcdded tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 13 11:03:54.584672 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:03:54.589282 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-142d3ffe-e5ba-41a0-b03d-26d5d5dcdded tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.593547 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-b716a2c0-b5ee-455c-91ee-d2fa7ac5fa7f admin admin] 10.222.0.43 "PUT /v2.0/routers/a1f94a69-ad42-4aeb-a9cc-d1213fa929ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1518223 Dec 13 11:03:54.608236 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-142d3ffe-e5ba-41a0-b03d-26d5d5dcdded tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.623144 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-0a51b7b8-023a-40d5-98ce-31172b91edcd None None] Provisioning complete for port 100bc628-1c15-49c5-8ee1-d6aa793dcecc triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:54.625023 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-0a51b7b8-023a-40d5-98ce-31172b91edcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.634024 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 66f41075-e68f-4572-b0eb-39ae4af51aba up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:54.724013 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.l3_db [None req-142d3ffe-e5ba-41a0-b03d-26d5d5dcdded tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Floating IP 1e56c303-4cde-4996-a8c2-f7a4778f7391 associated. External IP: 172.27.2.51, port: 36af29e0-5fac-465b-b2df-c851c01b944d. Dec 13 11:03:54.728999 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-0a51b7b8-023a-40d5-98ce-31172b91edcd None None] Port 100bc628-1c15-49c5-8ee1-d6aa793dcecc cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:03:54.756550 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 66f41075-e68f-4572-b0eb-39ae4af51aba triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:54.756925 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:54.786190 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'name': 'tempest-TestMinimumBasicScenario-1020109362-router', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 4, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'gw_port': {'id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:07:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '100bc628-1c15-49c5-8ee1-d6aa793dcecc', 'name': '', 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'mac_address': 'fa:16:3e:51:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b3098979-d98b-48c7-9587-a915a9fe2e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:53Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 2, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'subnets': [{'id': 'b3098979-d98b-48c7-9587-a915a9fe2e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:54.948158 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2826ee-6fdc-46ac-b9cb-7d9e7e007b6e None None] The sync data for ids ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'] in dv-cinder-808574-5-iscsi is: [{'id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'name': 'tempest-TestMinimumBasicScenario-1020109362-router', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 4, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'gw_port': {'id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:07:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '100bc628-1c15-49c5-8ee1-d6aa793dcecc', 'name': '', 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'mac_address': 'fa:16:3e:51:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b3098979-d98b-48c7-9587-a915a9fe2e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:53Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 2, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'subnets': [{'id': 'b3098979-d98b-48c7-9587-a915a9fe2e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:03:54.948418 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142d3ffe-e5ba-41a0-b03d-26d5d5dcdded tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Router 4b67e7dd-332a-4a32-a705-23be2a0baed3 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:03:55.016366 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 571ba458-66ae-41b5-86c5-961def130ffc up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:55.070114 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142d3ffe-e5ba-41a0-b03d-26d5d5dcdded tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:03:55.078173 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 571ba458-66ae-41b5-86c5-961def130ffc triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:55.078703 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:55.082792 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-142d3ffe-e5ba-41a0-b03d-26d5d5dcdded tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:55.083777 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] Sync routers for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:03:55.104339 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:55.105613 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:55.142542 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-142d3ffe-e5ba-41a0-b03d-26d5d5dcdded tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "PUT /v2.0/floatingips/1e56c303-4cde-4996-a8c2-f7a4778f7391 HTTP/1.1" status: 200 len: 990 time: 1.4362698 Dec 13 11:03:55.143295 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:03:55.146016 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a4bf09-b266-4486-9a37-29eaacf2c5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:03:55.211532 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:03:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523d3f23-a762-4298-9f22-b8d9d921804b x-openstack-request-id: req-523d3f23-a762-4298-9f22-b8d9d921804b {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:03:55.211532 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:03:55.211532 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-523d3f23-a762-4298-9f22-b8d9d921804b {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:03:55.211967 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d', 'status': 'completed', 'code': 200} Dec 13 11:03:55.287602 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:55.305467 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-ec6ef7de-650e-4d9e-84fc-0eb57652a6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:55.307201 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-ec6ef7de-650e-4d9e-84fc-0eb57652a6cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 1098 time: 0.0647433 Dec 13 11:03:55.413921 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-947c2ae2-deca-46e4-bfe7-50d1e217e2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:55.415740 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-947c2ae2-deca-46e4-bfe7-50d1e217e2b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 917 time: 0.0959671 Dec 13 11:03:55.540341 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-0005e245-e3ed-46e0-9bab-f1b4ebb4c744 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36af29e0-5fac-465b-b2df-c851c01b944d HTTP/1.1" status: 200 len: 998 time: 0.1170809 Dec 13 11:03:55.588401 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '1e56c303-4cde-4996-a8c2-f7a4778f7391', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'port_id': '36af29e0-5fac-465b-b2df-c851c01b944d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'mac_address': 'fa:16:3e:4d:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:03:40Z', 'updated_at': '2021-12-13T11:03:54Z', 'revision_number': 1, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:55.616126 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-9e4c5e74-1690-49d8-afff-63e81ae379c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:55.617808 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-9e4c5e74-1690-49d8-afff-63e81ae379c4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.0689213 Dec 13 11:03:55.624270 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] Checking router: 4b67e7dd-332a-4a32-a705-23be2a0baed3 for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:03:55.639212 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:55.639924 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:55.681359 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-2940d4f3-1b66-465a-826e-9a13472752e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:55.683239 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-2940d4f3-1b66-465a-826e-9a13472752e3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0564563 Dec 13 11:03:55.829631 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:55.832412 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-31bfb31d-fdea-42b9-b89e-176db88ba7e0 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330538 Dec 13 11:03:55.956890 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-53a4bf09-b266-4486-9a37-29eaacf2c5a7 req-b941410f-d3cb-4645-915b-5f6355242820 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177342 Dec 13 11:03:56.166574 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '1e56c303-4cde-4996-a8c2-f7a4778f7391', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'port_id': '36af29e0-5fac-465b-b2df-c851c01b944d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'mac_address': 'fa:16:3e:4d:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:03:40Z', 'updated_at': '2021-12-13T11:03:54Z', 'revision_number': 1, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:56.202886 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d37c044-f838-4cdc-8363-02038a28839c None None] The sync data for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi is: [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '1e56c303-4cde-4996-a8c2-f7a4778f7391', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'floating_ip_address': '172.27.2.51', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'port_id': '36af29e0-5fac-465b-b2df-c851c01b944d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'mac_address': 'fa:16:3e:4d:36:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:03:40Z', 'updated_at': '2021-12-13T11:03:54Z', 'revision_number': 1, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:03:56.490650 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e130bb12-bc18-44ed-bcbc-ce2d4815d56b None None] New status for floating IP 1e56c303-4cde-4996-a8c2-f7a4778f7391: ACTIVE {{(pid=102443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:03:56.661881 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 7edba8f1-c683-477f-a06d-d1ac164b8d80 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:56.787687 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 7edba8f1-c683-477f-a06d-d1ac164b8d80 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:56.788136 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:56.893470 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:56.922576 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 7edba8f1-c683-477f-a06d-d1ac164b8d80, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=7edba8f1-c683-477f-a06d-d1ac164b8d80,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:56.929912 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:56.984321 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=7edba8f1-c683-477f-a06d-d1ac164b8d80,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:57.132970 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 45028) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:57.265830 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:57.379113 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:57.385525 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:57.429519 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=af74e08bec334d2ea49ac87288e85517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948568 Dec 13 11:03:57.438829 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45034) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:57.440300 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7f91b4-464f-4c96-a599-020a93ad73f3,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:57.448700 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.449345 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.449878 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.450241 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.450658 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.451048 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.451411 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.451986 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.452345 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.452723 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.453089 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.453439 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.453802 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-348a9ba9-884d-45a1-851f-146997508c32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:03:57.503735 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a930a06-645f-4042-be31-07dee12708f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:57.532225 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a930a06-645f-4042-be31-07dee12708f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:57.599551 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a930a06-645f-4042-be31-07dee12708f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:57.602251 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a930a06-645f-4042-be31-07dee12708f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:57.606508 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-2a930a06-645f-4042-be31-07dee12708f0 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1c7f91b4-464f-4c96-a599-020a93ad73f3 HTTP/1.1" status: 204 len: 168 time: 0.1660635 Dec 13 11:03:57.616720 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a930a06-645f-4042-be31-07dee12708f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7f91b4-464f-4c96-a599-020a93ad73f3,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:57.764804 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Sync routers for ids ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:03:57.777730 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Routers {'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:57.778706 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:57.906052 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Set router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:58.144358 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'name': 'tempest-TestMinimumBasicScenario-1020109362-router', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 4, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'gw_port': {'id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '100bc628-1c15-49c5-8ee1-d6aa793dcecc', 'name': '', 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'mac_address': 'fa:16:3e:51:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b3098979-d98b-48c7-9587-a915a9fe2e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:53Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 2, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'subnets': [{'id': 'b3098979-d98b-48c7-9587-a915a9fe2e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:58.189814 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Checking router: a1f94a69-ad42-4aeb-a9cc-d1213fa929ee for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:03:58.190178 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Updating router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee port 100bc628-1c15-49c5-8ee1-d6aa793dcecc binding host dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:03:58.225960 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.415970 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 45056) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:58.577366 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2109310362-network', 'tenant_id': 'c4f1242a502346f5ac675d8ff39ad17c'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:58.607380 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 7edba8f1-c683-477f-a06d-d1ac164b8d80 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:03:58.614488 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Made reservation on behalf of c4f1242a502346f5ac675d8ff39ad17c for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:03:58.619323 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.635970 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.638676 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.645474 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.692695 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d565be-e9d9-405e-98e0-1126a6e6f383 None None] Pushing event updated for resources: {'Port': ['ID=100bc628-1c15-49c5-8ee1-d6aa793dcecc,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:58.698969 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 7edba8f1-c683-477f-a06d-d1ac164b8d80 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:58.699601 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.760946 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.770268 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.780835 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Attempting to bind port 100bc628-1c15-49c5-8ee1-d6aa793dcecc on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:03:58.781555 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Attempting to bind port 100bc628-1c15-49c5-8ee1-d6aa793dcecc by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': '13abe25e-2e29-4f3e-acbf-b53a7ac78b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:03:58.781694 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Attempting to bind port 100bc628-1c15-49c5-8ee1-d6aa793dcecc on network e15c53d4-5ba4-4452-a1ea-cf515946141d {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:03:58.787239 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:03:58.787463 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 262} {{(pid=102442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:03:58.787573 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Checking segment: {'id': '13abe25e-2e29-4f3e-acbf-b53a7ac78b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:58.787927 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.788315 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Bound using segment: {'id': '13abe25e-2e29-4f3e-acbf-b53a7ac78b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:03:58.788822 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Bound port: 100bc628-1c15-49c5-8ee1-d6aa793dcecc, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13abe25e-2e29-4f3e-acbf-b53a7ac78b54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 279, 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:03:58.789258 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.799782 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.800313 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Added segment eda42fb2-f31d-4650-9621-39b38d353199 of type vlan for network 833eb653-7990-4b94-a715-288a9ca7a7d4 Dec 13 11:03:58.855883 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.871163 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] For port 100bc628-1c15-49c5-8ee1-d6aa793dcecc, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:03:58.875930 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] For port 100bc628-1c15-49c5-8ee1-d6aa793dcecc, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=100bc628-1c15-49c5-8ee1-d6aa793dcecc,segment=NetworkSegment(13abe25e-2e29-4f3e-acbf-b53a7ac78b54),segment_id=13abe25e-2e29-4f3e-acbf-b53a7ac78b54)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:03:58.884659 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.939441 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01157ac-4122-4dd7-9c7c-2f96d70c9a62,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:58.943907 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.945012 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:58.945808 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:58.977460 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Routers {'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:03:58.978304 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:03:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:59.040136 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d565be-e9d9-405e-98e0-1126a6e6f383 None None] Pushing event updated for resources: {'Port': ['ID=100bc628-1c15-49c5-8ee1-d6aa793dcecc,revision_number=4']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:59.156306 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] Set router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:03:59.164555 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-7562309e-750c-4669-93a3-0fcec77a95fd None None] Provisioning complete for port 100bc628-1c15-49c5-8ee1-d6aa793dcecc triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:59.164927 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7562309e-750c-4669-93a3-0fcec77a95fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:59.312128 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7562309e-750c-4669-93a3-0fcec77a95fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:59.336019 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=833eb653-7990-4b94-a715-288a9ca7a7d4,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:59.351859 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 833eb653-7990-4b94-a715-288a9ca7a7d4 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:03:59.354501 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a68ea945-37f8-4aee-859e-96c9ec790eb3 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9373801 Dec 13 11:03:59.357775 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-7562309e-750c-4669-93a3-0fcec77a95fd None None] For port 100bc628-1c15-49c5-8ee1-d6aa793dcecc, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=100bc628-1c15-49c5-8ee1-d6aa793dcecc,segment=NetworkSegment(13abe25e-2e29-4f3e-acbf-b53a7ac78b54),segment_id=13abe25e-2e29-4f3e-acbf-b53a7ac78b54)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:03:59.358161 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45066) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:03:59.364679 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Request body: {'subnet': {'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2109310362-subnet', 'tenant_id': 'c4f1242a502346f5ac675d8ff39ad17c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:03:59.407469 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Made reservation on behalf of c4f1242a502346f5ac675d8ff39ad17c for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:03:59.409322 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7562309e-750c-4669-93a3-0fcec77a95fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:59.409827 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126223113'] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:59.499449 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562309e-750c-4669-93a3-0fcec77a95fd None None] Pushing event updated for resources: {'Port': ['ID=100bc628-1c15-49c5-8ee1-d6aa793dcecc,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:59.539580 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-fb1c9597-315d-4c92-87bf-e34d5aaec732 None None] Provisioning complete for port 100bc628-1c15-49c5-8ee1-d6aa793dcecc triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:03:59.540417 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-fb1c9597-315d-4c92-87bf-e34d5aaec732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:59.550437 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'name': 'tempest-TestMinimumBasicScenario-1020109362-router', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 4, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'gw_port': {'id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '100bc628-1c15-49c5-8ee1-d6aa793dcecc', 'name': '', 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'mac_address': 'fa:16:3e:51:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b3098979-d98b-48c7-9587-a915a9fe2e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:53Z', 'updated_at': '2021-12-13T11:03:58Z', 'revision_number': 4, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'subnets': [{'id': 'b3098979-d98b-48c7-9587-a915a9fe2e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:03:59.595880 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7a2946-88ca-41f4-ba3d-1d088c42c552 None None] The sync data for ids ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'] in dv-cinder-808574-5-iscsi is: [{'id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'name': 'tempest-TestMinimumBasicScenario-1020109362-router', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 4, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'gw_port': {'id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '100bc628-1c15-49c5-8ee1-d6aa793dcecc', 'name': '', 'network_id': 'e15c53d4-5ba4-4452-a1ea-cf515946141d', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'mac_address': 'fa:16:3e:51:e2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'b3098979-d98b-48c7-9587-a915a9fe2e63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:53Z', 'updated_at': '2021-12-13T11:03:58Z', 'revision_number': 4, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'subnets': [{'id': 'b3098979-d98b-48c7-9587-a915a9fe2e63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:03:59.686891 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126223127'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:59.751015 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de043804-7824-4ab4-9fbf-1b3e0e462491,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:03:59.774403 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Checking segment: {'id': 'eda42fb2-f31d-4650-9621-39b38d353199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:03:59.774981 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Network hostable DHCP agents. Network: 833eb653-7990-4b94-a715-288a9ca7a7d4, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:03:59.799252 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Network 833eb653-7990-4b94-a715-288a9ca7a7d4 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:03:59.815359 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 833eb653-7990-4b94-a715-288a9ca7a7d4) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:03:59.829677 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564ad7e9-675b-4d1f-8b53-5afcb6259038 None None] Network 833eb653-7990-4b94-a715-288a9ca7a7d4 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:03:59.849857 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:03:59.850502 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:03:59.874097 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-560c3200-2079-42d8-a20f-6d8e52623d51 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5147445 Dec 13 11:03:59.976386 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ff9330-63fe-48f9-86d9-ee41f3f0b18c None None] Network 833eb653-7990-4b94-a715-288a9ca7a7d4 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:04:00.621286 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 100bc628-1c15-49c5-8ee1-d6aa793dcecc up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:04:00.674407 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 100bc628-1c15-49c5-8ee1-d6aa793dcecc triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:04:00.674882 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:02.037916 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-79bf31fe-23bb-45e1-8e7f-9567b3967d32 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:02.039852 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-79bf31fe-23bb-45e1-8e7f-9567b3967d32 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/networks?id=833eb653-7990-4b94-a715-288a9ca7a7d4 HTTP/1.1" status: 200 len: 814 time: 0.3468523 Dec 13 11:04:02.056638 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-5da9d5d6-4f67-494a-a754-4adb31041aa0 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/quotas/c4f1242a502346f5ac675d8ff39ad17c HTTP/1.1" status: 200 len: 375 time: 0.0109408 Dec 13 11:04:02.092814 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-2a9a2620-fde8-4b59-baf9-6358e3584f1d tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4f1242a502346f5ac675d8ff39ad17c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283251 Dec 13 11:04:02.192816 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-c4b27524-349d-4c85-9ba5-aca0ac3614b8 service neutron] 10.222.0.43 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940659 Dec 13 11:04:02.288411 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-1daf2e3c-d110-4862-b10b-56d2fc85c06e service neutron] 10.222.0.43 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891314 Dec 13 11:04:02.502468 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8ec6cab2-9e13-4f80-b171-8e6aef2f0fd6 req-bb4cffa4-c187-4293-9a64-5f450beabb8f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 210 time: 0.0385787 Dec 13 11:04:03.599831 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-37a8fa89-6776-485a-8b79-539c56cd8fcd req-182a2e0c-657e-49c5-8e84-dd87d0672128 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 210 time: 0.0323856 Dec 13 11:04:03.613830 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-5b3e98d4-73b1-4db0-a022-85a2a9535be8 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:03.615839 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-5b3e98d4-73b1-4db0-a022-85a2a9535be8 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.39 "GET /v2.0/networks?id=833eb653-7990-4b94-a715-288a9ca7a7d4 HTTP/1.1" status: 200 len: 814 time: 0.1828630 Dec 13 11:04:03.635124 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Request body: {'port': {'device_id': '5c6ba221-00a3-448f-aac6-fd5b9949c44e', 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4', 'admin_state_up': True, 'tenant_id': 'c4f1242a502346f5ac675d8ff39ad17c'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:03.759984 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Made reservation on behalf of c4f1242a502346f5ac675d8ff39ad17c for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:04:03.764036 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:03.929629 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Allocated IP 172.20.0.6 (833eb653-7990-4b94-a715-288a9ca7a7d4/de043804-7824-4ab4-9fbf-1b3e0e462491/ad69df03-5935-4b51-b1b8-fc4283277ffb) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:04:04.111761 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:04.154925 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:04.206106 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Network 833eb653-7990-4b94-a715-288a9ca7a7d4 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:04:04.209358 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:04:04.212036 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:04:04.242401 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Pushing event updated for resources: {'Port': ['ID=ad69df03-5935-4b51-b1b8-fc4283277ffb,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:04.271513 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:04.272104 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:04.291169 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-687822f1-a052-4640-8eb4-d2778a70b343 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6600995 Dec 13 11:04:04.304893 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Request body: {'port': {'device_id': '5c6ba221-00a3-448f-aac6-fd5b9949c44e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:04.373392 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:04.691705 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad69df03-5935-4b51-b1b8-fc4283277ffb {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:04:04.705636 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:04.725555 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Transition to ACTIVE for port object ad69df03-5935-4b51-b1b8-fc4283277ffb will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:04:04.731328 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:04.757606 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33116b-6e20-4d31-92f7-dbe98c450cec req-0fe7beaf-e551-4c03-a461-90ad69d07cb5 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:04.759122 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dc33116b-6e20-4d31-92f7-dbe98c450cec req-0fe7beaf-e551-4c03-a461-90ad69d07cb5 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 931 time: 0.0781853 Dec 13 11:04:04.797842 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad69df03-5935-4b51-b1b8-fc4283277ffb,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:04.831223 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dc33116b-6e20-4d31-92f7-dbe98c450cec req-6edebf29-3f56-4651-9151-6b68e13fdf92 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650482 Dec 13 11:04:04.881206 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Attempting to bind port ad69df03-5935-4b51-b1b8-fc4283277ffb on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:04:04.881520 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Attempting to bind port ad69df03-5935-4b51-b1b8-fc4283277ffb by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'eda42fb2-f31d-4650-9621-39b38d353199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:04:04.881877 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Attempting to bind port ad69df03-5935-4b51-b1b8-fc4283277ffb on network 833eb653-7990-4b94-a715-288a9ca7a7d4 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:04:04.887396 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Port ad69df03-5935-4b51-b1b8-fc4283277ffb on network 833eb653-7990-4b94-a715-288a9ca7a7d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:04:04.887719 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Attempting to bind port ad69df03-5935-4b51-b1b8-fc4283277ffb on network 833eb653-7990-4b94-a715-288a9ca7a7d4 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:04:04.893714 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:04:04.894007 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Checking segment: {'id': 'eda42fb2-f31d-4650-9621-39b38d353199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:04:04.894429 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Bound using segment: {'id': 'eda42fb2-f31d-4650-9621-39b38d353199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:04:04.894892 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Bound port: ad69df03-5935-4b51-b1b8-fc4283277ffb, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda42fb2-f31d-4650-9621-39b38d353199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:04:04.895252 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:04.963224 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] For port ad69df03-5935-4b51-b1b8-fc4283277ffb, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:04:04.967042 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] For port ad69df03-5935-4b51-b1b8-fc4283277ffb, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ad69df03-5935-4b51-b1b8-fc4283277ffb,segment=NetworkSegment(eda42fb2-f31d-4650-9621-39b38d353199),segment_id=eda42fb2-f31d-4650-9621-39b38d353199)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:04:04.973106 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:05.030962 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:05.031600 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:05.033031 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad69df03-5935-4b51-b1b8-fc4283277ffb HTTP/1.1" status: 200 len: 1093 time: 0.7327375 Dec 13 11:04:05.033494 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6ba221-00a3-448f-aac6-fd5b9949c44e', 'tag': 'ad69df03-5935-4b51-b1b8-fc4283277ffb'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:05.035912 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6ba221-00a3-448f-aac6-fd5b9949c44e", "tag": "ad69df03-5935-4b51-b1b8-fc4283277ffb"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:05.039431 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68817add-baa9-4a9c-87a1-c7ce1fab61b6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad69df03-5935-4b51-b1b8-fc4283277ffb,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:05.109449 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e0bd2c-2f7a-4f70-956b-2695b770dd7b x-openstack-request-id: req-81e0bd2c-2f7a-4f70-956b-2695b770dd7b {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:05.109725 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6ba221-00a3-448f-aac6-fd5b9949c44e", "tag": "ad69df03-5935-4b51-b1b8-fc4283277ffb", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:05.110009 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-81e0bd2c-2f7a-4f70-956b-2695b770dd7b {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:05.110428 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c6ba221-00a3-448f-aac6-fd5b9949c44e', 'tag': 'ad69df03-5935-4b51-b1b8-fc4283277ffb', 'status': 'completed', 'code': 200} Dec 13 11:04:05.165344 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-731f31ed-311a-4f1e-a577-820a7326a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:05.167422 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-731f31ed-311a-4f1e-a577-820a7326a041 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4f1242a502346f5ac675d8ff39ad17c&device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 1096 time: 0.0454881 Dec 13 11:04:05.215568 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-bc36b054-9135-4c0c-8c6a-c6d675a185da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad69df03-5935-4b51-b1b8-fc4283277ffb HTTP/1.1" status: 200 len: 217 time: 0.0387478 Dec 13 11:04:05.273536 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-3f62da28-b415-4229-8459-deacc1a62f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:05.275127 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-3f62da28-b415-4229-8459-deacc1a62f4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de043804-7824-4ab4-9fbf-1b3e0e462491 HTTP/1.1" status: 200 len: 854 time: 0.0505812 Dec 13 11:04:05.312496 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-f9dd5342-d484-4837-9d1e-74f1e7da7cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=833eb653-7990-4b94-a715-288a9ca7a7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293469 Dec 13 11:04:05.418827 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-b69ff42f-770c-4161-a5bd-dbf49ca43523 service neutron] 10.222.0.39 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994272 Dec 13 11:04:05.514986 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-251425b3-51ba-4fee-a8c4-3552e7fa9eae req-38d38089-831a-41ca-a41b-3d1dbea7a280 service neutron] 10.222.0.39 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885680 Dec 13 11:04:05.615293 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc req-dfe492b5-1f7d-42d5-a1b8-f7683cdbae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:05.616839 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc req-dfe492b5-1f7d-42d5-a1b8-f7683cdbae57 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4f1242a502346f5ac675d8ff39ad17c&device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 1096 time: 0.0476849 Dec 13 11:04:05.711945 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc req-24d0c165-7aba-48b0-aa8f-ee17e2b4f4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:05.713487 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc req-24d0c165-7aba-48b0-aa8f-ee17e2b4f4fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=833eb653-7990-4b94-a715-288a9ca7a7d4 HTTP/1.1" status: 200 len: 915 time: 0.0887544 Dec 13 11:04:05.755573 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc req-c249b840-6f8d-47f0-a8ac-358863e272d0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ad69df03-5935-4b51-b1b8-fc4283277ffb HTTP/1.1" status: 200 len: 217 time: 0.0349712 Dec 13 11:04:05.812624 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc req-93459d2b-e28f-4d9a-aa74-7fdf6b0cdf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:05.815077 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc req-93459d2b-e28f-4d9a-aa74-7fdf6b0cdf6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de043804-7824-4ab4-9fbf-1b3e0e462491 HTTP/1.1" status: 200 len: 854 time: 0.0517001 Dec 13 11:04:05.848935 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc req-6120f8a3-625a-451e-8f46-b381df646457 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=833eb653-7990-4b94-a715-288a9ca7a7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261331 Dec 13 11:04:05.942572 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc req-05da3075-ea66-4ef2-b454-f909ea496542 service neutron] 10.222.0.39 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856969 Dec 13 11:04:05.951866 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7daf6e-c0bb-4af6-a8ef-26f693e5c8f1 req-bf61970d-c8b7-4d56-87a7-d4fd713c81b3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:05.954014 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-da7daf6e-c0bb-4af6-a8ef-26f693e5c8f1 req-bf61970d-c8b7-4d56-87a7-d4fd713c81b3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 943 time: 0.0529838 Dec 13 11:04:06.017449 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-da7daf6e-c0bb-4af6-a8ef-26f693e5c8f1 req-a322b4f6-580e-459d-97e5-b9e1ba1cc9cc tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568986 Dec 13 11:04:06.047397 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-9943fc3a-20e9-4c94-b28f-c010f0c59ddc req-a5040a4f-e522-4236-afd0-39945d24755e service neutron] 10.222.0.39 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963092 Dec 13 11:04:06.249480 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-dfbb3284-5575-4410-bbe7-97e911eecb60 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:06.250993 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-dfbb3284-5575-4410-bbe7-97e911eecb60 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/networks?id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b HTTP/1.1" status: 200 len: 815 time: 0.1098688 Dec 13 11:04:06.268336 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-9ba03320-86be-4ddd-a3d3-804a1e64798a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/quotas/e3be13a76fd34c08b584fea04b70d6f1 HTTP/1.1" status: 200 len: 375 time: 0.0108035 Dec 13 11:04:06.323750 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-97dd327c-41ae-4e48-8368-d89237a3f567 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=e3be13a76fd34c08b584fea04b70d6f1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500498 Dec 13 11:04:06.426268 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-c7775aa8-edd5-42df-a7e3-b3c61de64790 service neutron] 10.222.0.43 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875657 Dec 13 11:04:06.522708 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-983ad914-cd38-4213-be76-64951c0dfcef service neutron] 10.222.0.43 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871141 Dec 13 11:04:06.693189 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-96494553-ca90-4826-a73d-b1a6cba0293a req-174a8487-3888-4f85-b46b-d1964d36e9ff tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 210 time: 0.0274332 Dec 13 11:04:07.140458 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1684bb3-859f-40ac-8741-de9dcb02f6b5 req-022825a3-d3e3-4bf9-8a7e-02b7589c44ca tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:07.141984 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f1684bb3-859f-40ac-8741-de9dcb02f6b5 req-022825a3-d3e3-4bf9-8a7e-02b7589c44ca tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 943 time: 0.0499029 Dec 13 11:04:07.200701 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f1684bb3-859f-40ac-8741-de9dcb02f6b5 req-44d109ab-c25d-4ed6-9e54-4013a652e120 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503800 Dec 13 11:04:07.769053 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-1d529dd4-6c8a-4432-886c-51778cd9c8ad tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:07.770976 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-1d529dd4-6c8a-4432-886c-51778cd9c8ad tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.39 "GET /v2.0/networks?id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b HTTP/1.1" status: 200 len: 815 time: 0.1162786 Dec 13 11:04:07.784139 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'port': {'device_id': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'admin_state_up': True, 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:07.797575 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6861920a-9338-47af-95e3-38c95d109664 req-532f0def-b5f1-4f06-a055-34c25d3b6fcd tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 210 time: 0.0291405 Dec 13 11:04:07.927257 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Made reservation on behalf of e3be13a76fd34c08b584fea04b70d6f1 for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:04:07.930802 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:08.076544 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Allocated IP 172.20.0.5 (156400ba-fe5a-4ce1-8a35-342dd2e18e8b/940a9f10-69e9-493c-ae87-39e6cbca7f45/0dc63639-2ee8-4703-a88b-a09296ccebeb) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:04:08.254378 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:08.306975 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:08.379679 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:04:08.386829 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:04:08.415441 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:04:08.419176 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f116216a-6fac-49c1-9aeb-29885342c14a req-2dc49543-ca69-4a8b-bab3-d747f758ba49 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:08.422783 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'Port': ['ID=0dc63639-2ee8-4703-a88b-a09296ccebeb,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:08.432186 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f116216a-6fac-49c1-9aeb-29885342c14a req-2dc49543-ca69-4a8b-bab3-d747f758ba49 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 943 time: 0.1370080 Dec 13 11:04:08.516687 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f116216a-6fac-49c1-9aeb-29885342c14a req-04a4e138-0ce6-4423-af1f-f67a991d361c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805442 Dec 13 11:04:08.535168 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:08.536371 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:08.563222 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-19f9208f-1019-46e2-9621-e483106375bc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7829361 Dec 13 11:04:08.684411 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-0343f987-da29-4fd4-94a6-3dee22f9e2fa None None] Provisioning complete for port 0dc63639-2ee8-4703-a88b-a09296ccebeb triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:04:08.684976 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-0343f987-da29-4fd4-94a6-3dee22f9e2fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:08.722510 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-0343f987-da29-4fd4-94a6-3dee22f9e2fa None None] Port 0dc63639-2ee8-4703-a88b-a09296ccebeb cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:04:08.806482 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device ad69df03-5935-4b51-b1b8-fc4283277ffb details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:04:08.940336 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port ad69df03-5935-4b51-b1b8-fc4283277ffb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ad69df03-5935-4b51-b1b8-fc4283277ffb,segment=NetworkSegment(eda42fb2-f31d-4650-9621-39b38d353199),segment_id=eda42fb2-f31d-4650-9621-39b38d353199)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:08.944150 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa977e6-09a2-445c-965b-c0caafe5e7c4 req-22f0ce7e-becb-4087-bac3-ffe56e68a8e6 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:08.945642 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0fa977e6-09a2-445c-965b-c0caafe5e7c4 req-22f0ce7e-becb-4087-bac3-ffe56e68a8e6 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 931 time: 0.0558276 Dec 13 11:04:08.951241 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'ad69df03-5935-4b51-b1b8-fc4283277ffb', 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4', 'port_id': 'ad69df03-5935-4b51-b1b8-fc4283277ffb', 'mac_address': 'fa:16:3e:56:8d:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de043804-7824-4ab4-9fbf-1b3e0e462491', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:04:08.990953 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:09.001412 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0fa977e6-09a2-445c-965b-c0caafe5e7c4 req-25adb2cd-6ff6-4dac-82f0-56a29905b026 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496860 Dec 13 11:04:09.006737 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad69df03-5935-4b51-b1b8-fc4283277ffb {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:04:09.026478 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port ad69df03-5935-4b51-b1b8-fc4283277ffb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ad69df03-5935-4b51-b1b8-fc4283277ffb,segment=NetworkSegment(eda42fb2-f31d-4650-9621-39b38d353199),segment_id=eda42fb2-f31d-4650-9621-39b38d353199)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:09.031822 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:09.082118 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=ad69df03-5935-4b51-b1b8-fc4283277ffb,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:09.305759 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['ad69df03-5935-4b51-b1b8-fc4283277ffb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:04:09.632614 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851fdd0-8b21-4240-bfdc-05a6d9bf6ecf req-c40acd5b-fe58-4fb7-ab2c-54943e6fedfa tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:09.634123 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c851fdd0-8b21-4240-bfdc-05a6d9bf6ecf req-c40acd5b-fe58-4fb7-ab2c-54943e6fedfa tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 944 time: 0.0518427 Dec 13 11:04:09.683066 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c851fdd0-8b21-4240-bfdc-05a6d9bf6ecf req-8aa9c1fb-05f4-4795-b065-61fa3f28733a tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Dec 13 11:04:10.133342 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7f442-9d11-4eb2-87b6-7d695990fc60 req-71c82e2d-6011-4d81-b196-194198e1e583 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:10.135269 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-95b7f442-9d11-4eb2-87b6-7d695990fc60 req-71c82e2d-6011-4d81-b196-194198e1e583 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 931 time: 0.0542989 Dec 13 11:04:10.184481 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-95b7f442-9d11-4eb2-87b6-7d695990fc60 req-4e1d7142-f81f-4f2a-99c6-0ace71186f70 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Dec 13 11:04:10.225118 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:10.674815 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778cf3ea-abce-4da5-a507-6851ddb06472 req-874c424a-2801-4dfa-914e-9d7416a991e6 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:10.676306 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-778cf3ea-abce-4da5-a507-6851ddb06472 req-874c424a-2801-4dfa-914e-9d7416a991e6 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0548244 Dec 13 11:04:10.726234 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-778cf3ea-abce-4da5-a507-6851ddb06472 req-a4b063a7-7f11-4444-9923-fb13314e018d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434582 Dec 13 11:04:10.808651 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device ad69df03-5935-4b51-b1b8-fc4283277ffb up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:04:10.836546 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33cdce-ac54-4501-a194-b366af258abc req-f3b08087-6689-4d36-9209-38e81f79c0ea tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:10.837687 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7d33cdce-ac54-4501-a194-b366af258abc req-f3b08087-6689-4d36-9209-38e81f79c0ea tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 944 time: 0.0514777 Dec 13 11:04:10.862453 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port ad69df03-5935-4b51-b1b8-fc4283277ffb completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:04:10.866260 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port ad69df03-5935-4b51-b1b8-fc4283277ffb triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:04:10.866663 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:10.890497 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7d33cdce-ac54-4501-a194-b366af258abc req-669fcba7-0a30-4f50-b013-1f6cecf88ce1 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462592 Dec 13 11:04:10.960308 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:10.984642 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6ba221-00a3-448f-aac6-fd5b9949c44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad69df03-5935-4b51-b1b8-fc4283277ffb'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:10.987451 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b930cac6-79f2-4184-b162-a86e2cb967b5" -d '{"events": [{"server_uuid": "5c6ba221-00a3-448f-aac6-fd5b9949c44e", "name": "network-vif-plugged", "status": "completed", "tag": "ad69df03-5935-4b51-b1b8-fc4283277ffb"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:11.001471 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port ad69df03-5935-4b51-b1b8-fc4283277ffb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ad69df03-5935-4b51-b1b8-fc4283277ffb,segment=NetworkSegment(eda42fb2-f31d-4650-9621-39b38d353199),segment_id=eda42fb2-f31d-4650-9621-39b38d353199)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:11.006682 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:11.036189 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9b93e3-68fd-4275-8585-0fae59da791c x-openstack-request-id: req-3d9b93e3-68fd-4275-8585-0fae59da791c {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:11.036473 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6ba221-00a3-448f-aac6-fd5b9949c44e", "name": "network-vif-plugged", "status": "completed", "tag": "ad69df03-5935-4b51-b1b8-fc4283277ffb", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:11.036719 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3d9b93e3-68fd-4275-8585-0fae59da791c {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:11.037107 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6ba221-00a3-448f-aac6-fd5b9949c44e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad69df03-5935-4b51-b1b8-fc4283277ffb', 'code': 200} Dec 13 11:04:11.066040 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=ad69df03-5935-4b51-b1b8-fc4283277ffb,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:11.305777 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3404978e-0e2d-4e2d-b9f6-4ca5e8df6d12 req-01030003-2ab5-431c-8b05-a940e17772a3 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:11.307331 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3404978e-0e2d-4e2d-b9f6-4ca5e8df6d12 req-01030003-2ab5-431c-8b05-a940e17772a3 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 931 time: 0.0536869 Dec 13 11:04:11.359562 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3404978e-0e2d-4e2d-b9f6-4ca5e8df6d12 req-0f607286-52ee-49c8-988f-e9e16c6420cc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461490 Dec 13 11:04:11.866999 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338e666-5ba1-4885-ba61-15074a3f780e req-c2882ed4-9fcf-442a-8e3e-42a9549cb091 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:11.868562 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9338e666-5ba1-4885-ba61-15074a3f780e req-c2882ed4-9fcf-442a-8e3e-42a9549cb091 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0543623 Dec 13 11:04:11.926819 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9338e666-5ba1-4885-ba61-15074a3f780e req-fadbe028-6f8d-41ba-bd9e-9a5cbd66379a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517516 Dec 13 11:04:12.030578 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a46a60-e57e-469b-9f6c-9987b243dd04 req-44d497cb-9e7b-4cdc-b365-bd0069e859f3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:12.038258 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f6a46a60-e57e-469b-9f6c-9987b243dd04 req-44d497cb-9e7b-4cdc-b365-bd0069e859f3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.0564454 Dec 13 11:04:12.072448 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-ffc53153-883b-4e04-9567-3e145a8f873f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:12.094444 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f6a46a60-e57e-469b-9f6c-9987b243dd04 req-14deeb9a-71fe-4377-8111-62d2a2f33791 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552738 Dec 13 11:04:12.489711 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaeebaa-e75e-444b-93a2-1a3bbf39cd57 req-46d49df3-47a9-463e-a60b-052c01a6c141 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:12.491260 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6eaeebaa-e75e-444b-93a2-1a3bbf39cd57 req-46d49df3-47a9-463e-a60b-052c01a6c141 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 931 time: 0.0533543 Dec 13 11:04:12.542820 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6eaeebaa-e75e-444b-93a2-1a3bbf39cd57 req-51d42eb4-d116-4b71-9036-b335b423e519 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454104 Dec 13 11:04:13.058482 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051dc01-c115-45eb-b05e-b5316572d4a0 req-ffcc17b2-49de-4155-8522-ab30a694c499 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:13.060199 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4051dc01-c115-45eb-b05e-b5316572d4a0 req-ffcc17b2-49de-4155-8522-ab30a694c499 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0532331 Dec 13 11:04:13.120082 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4051dc01-c115-45eb-b05e-b5316572d4a0 req-a7636e82-c396-4554-ae1b-e5ba6e336a03 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536292 Dec 13 11:04:13.236288 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7e57a-7441-4dfb-b440-e56a0dd18b26 req-5bb925c6-8c25-4e0f-bd7c-929fa46a05c0 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:13.237672 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9be7e57a-7441-4dfb-b440-e56a0dd18b26 req-5bb925c6-8c25-4e0f-bd7c-929fa46a05c0 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.0550485 Dec 13 11:04:13.288161 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9be7e57a-7441-4dfb-b440-e56a0dd18b26 req-c389c473-9270-43ab-a163-a420e58e7276 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434995 Dec 13 11:04:13.672791 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e49761e-158a-41eb-9b81-e9fd1d28c447 req-1cc428b1-dac0-4f7d-9f34-f19e3a955453 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:13.674310 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3e49761e-158a-41eb-9b81-e9fd1d28c447 req-1cc428b1-dac0-4f7d-9f34-f19e3a955453 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 931 time: 0.0536578 Dec 13 11:04:13.725071 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3e49761e-158a-41eb-9b81-e9fd1d28c447 req-16040383-e334-45f1-9bb4-883fea6eb383 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444546 Dec 13 11:04:14.249158 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20e637a-7981-4fb9-ae37-769713dfceaa req-68ce2aee-5e2b-4fae-9387-60de2ef9d962 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:14.250902 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c20e637a-7981-4fb9-ae37-769713dfceaa req-68ce2aee-5e2b-4fae-9387-60de2ef9d962 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0528545 Dec 13 11:04:14.305657 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c20e637a-7981-4fb9-ae37-769713dfceaa req-9ef5d59c-bb87-4a9c-bd3e-30408e9d97ec tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484602 Dec 13 11:04:14.381478 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a8ecf4cf-1374-443e-89e0-7083a9c2edb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:14.417780 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4ce62-c6a9-4c35-b74e-6efa3d6f9e6b req-b990b339-d02d-4357-85af-c62770c0f5d7 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:14.422963 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b1b4ce62-c6a9-4c35-b74e-6efa3d6f9e6b req-b990b339-d02d-4357-85af-c62770c0f5d7 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.0555985 Dec 13 11:04:14.476739 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b1b4ce62-c6a9-4c35-b74e-6efa3d6f9e6b req-a9796e5d-10fc-47bf-99c8-25aeae227591 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510173 Dec 13 11:04:14.846211 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e7e5-bcf4-46ac-8481-7f930f808d58 req-a8a5fc2e-2a95-499e-9b97-95c7d5340094 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:14.847736 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d2e8e7e5-bcf4-46ac-8481-7f930f808d58 req-a8a5fc2e-2a95-499e-9b97-95c7d5340094 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 931 time: 0.0522206 Dec 13 11:04:14.897789 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d2e8e7e5-bcf4-46ac-8481-7f930f808d58 req-b933aeac-2f64-4e4d-9cab-1544d563e289 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440202 Dec 13 11:04:15.434969 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc3d27a-5508-4923-bf56-efa9b5bb8e10 req-8c7818ac-d618-4d66-82ac-41b81aec95f9 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:15.436669 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fcc3d27a-5508-4923-bf56-efa9b5bb8e10 req-8c7818ac-d618-4d66-82ac-41b81aec95f9 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0602355 Dec 13 11:04:15.491320 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fcc3d27a-5508-4923-bf56-efa9b5bb8e10 req-7adf2a98-154c-477c-99b0-3ce2a9f16476 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478582 Dec 13 11:04:15.594077 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a6ac5-6a55-4b52-82ed-fdef07a0ac60 req-fdc532e7-edd1-4860-ab56-f58fde5a86ff tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:15.595572 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dd3a6ac5-6a55-4b52-82ed-fdef07a0ac60 req-fdc532e7-edd1-4860-ab56-f58fde5a86ff tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.0498092 Dec 13 11:04:15.635968 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:15.650433 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dd3a6ac5-6a55-4b52-82ed-fdef07a0ac60 req-b51cf971-4060-4f2b-b7c2-78a363049faa tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484369 Dec 13 11:04:16.022513 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7822c4-3e3b-439f-87db-781e9e03ffab req-e63b0577-e1a3-4587-93ce-2b48b9df4697 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:16.024923 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2a7822c4-3e3b-439f-87db-781e9e03ffab req-e63b0577-e1a3-4587-93ce-2b48b9df4697 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 931 time: 0.0581617 Dec 13 11:04:16.077236 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2a7822c4-3e3b-439f-87db-781e9e03ffab req-1205c4ac-4862-4a88-b399-98c7706c40f2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456846 Dec 13 11:04:16.610441 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f27401c-993c-49c6-abb2-0935fdc7f20c req-eeb70d28-cc70-42fe-a6d8-a7e00cba64aa tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:16.611874 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0f27401c-993c-49c6-abb2-0935fdc7f20c req-eeb70d28-cc70-42fe-a6d8-a7e00cba64aa tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0522790 Dec 13 11:04:16.664756 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0f27401c-993c-49c6-abb2-0935fdc7f20c req-076a80b9-1b7b-4f65-9bf3-5f2c48fe2dad tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464671 Dec 13 11:04:16.769369 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f2320-15d8-409d-8ad1-eb075844dc08 req-c2c2ce7b-eafe-48db-970c-d39e3c875a86 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:16.770935 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-809f2320-15d8-409d-8ad1-eb075844dc08 req-c2c2ce7b-eafe-48db-970c-d39e3c875a86 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.0491495 Dec 13 11:04:16.835316 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-809f2320-15d8-409d-8ad1-eb075844dc08 req-ec675548-cd5a-46b2-b4e5-9ac7be3ee96a tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557241 Dec 13 11:04:16.987885 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:17.205124 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55c0c5-56c6-4496-a6ef-836cd9c1a382 req-31edca7a-1bd9-45a0-b45c-622d5059ae0a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:17.211407 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3a55c0c5-56c6-4496-a6ef-836cd9c1a382 req-31edca7a-1bd9-45a0-b45c-622d5059ae0a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 931 time: 0.0576193 Dec 13 11:04:17.261326 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3a55c0c5-56c6-4496-a6ef-836cd9c1a382 req-0fc0135f-d826-4038-8b8d-c228e2674ca8 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485456 Dec 13 11:04:17.791577 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb243c-d29b-45ff-958e-0d9fb3f32d7f req-9a14462f-aac0-428e-9347-fc13b9929b04 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:17.793610 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1dbb243c-d29b-45ff-958e-0d9fb3f32d7f req-9a14462f-aac0-428e-9347-fc13b9929b04 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0537333 Dec 13 11:04:17.842885 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1dbb243c-d29b-45ff-958e-0d9fb3f32d7f req-8406262b-61ae-4964-b692-5ce9425374c1 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436003 Dec 13 11:04:17.970818 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d3ef37-498e-4650-92bf-352597b9c0b8 req-c918dc8d-170e-437e-9426-006cf431fd21 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:17.972452 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c7d3ef37-498e-4650-92bf-352597b9c0b8 req-c918dc8d-170e-437e-9426-006cf431fd21 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.0582554 Dec 13 11:04:18.024181 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c7d3ef37-498e-4650-92bf-352597b9c0b8 req-1eba81bb-4362-4b6a-affc-352454a53e52 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451801 Dec 13 11:04:18.027227 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:18.389364 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dfe75-3026-4ac5-bcba-3f2651574e74 req-3220982d-6d45-4bfe-a5b3-db2452f22063 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:18.390951 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3d4dfe75-3026-4ac5-bcba-3f2651574e74 req-3220982d-6d45-4bfe-a5b3-db2452f22063 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 931 time: 0.0545809 Dec 13 11:04:18.444114 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3d4dfe75-3026-4ac5-bcba-3f2651574e74 req-7e287ab5-943d-4992-af41-7bbd3eafc959 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Dec 13 11:04:18.667226 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Request body: {'port': {'device_id': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:18.726040 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:18.894574 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9693423a-afa2-49d8-bef2-ff38f6b36b2d req-2ad06107-5cf3-468e-8bc8-9dfefe3f42c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:18.896260 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9693423a-afa2-49d8-bef2-ff38f6b36b2d req-2ad06107-5cf3-468e-8bc8-9dfefe3f42c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 1098 time: 0.0446532 Dec 13 11:04:18.957285 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9693423a-afa2-49d8-bef2-ff38f6b36b2d req-97910863-c883-429e-b552-08428777311e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522530 Dec 13 11:04:18.990402 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dc63639-2ee8-4703-a88b-a09296ccebeb {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:04:18.993318 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552dd47-f5e2-4cef-9a69-d1d13de9de72 req-ffa85f53-f73b-40f8-a0c8-f704129d516b tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:18.994817 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2552dd47-f5e2-4cef-9a69-d1d13de9de72 req-ffa85f53-f73b-40f8-a0c8-f704129d516b tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0596547 Dec 13 11:04:18.997740 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:19.009943 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Transition to ACTIVE for port object 0dc63639-2ee8-4703-a88b-a09296ccebeb will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:04:19.014242 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:19.043861 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2552dd47-f5e2-4cef-9a69-d1d13de9de72 req-2d0f0f79-c12e-4b24-bf66-457e9dc6e569 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429714 Dec 13 11:04:19.103620 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Pushing event updated for resources: {'Port': ['ID=0dc63639-2ee8-4703-a88b-a09296ccebeb,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:19.134385 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Attempting to bind port 0dc63639-2ee8-4703-a88b-a09296ccebeb on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:04:19.134942 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Attempting to bind port 0dc63639-2ee8-4703-a88b-a09296ccebeb by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:04:19.135331 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Attempting to bind port 0dc63639-2ee8-4703-a88b-a09296ccebeb on network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:04:19.140058 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Port 0dc63639-2ee8-4703-a88b-a09296ccebeb on network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:04:19.140901 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Attempting to bind port 0dc63639-2ee8-4703-a88b-a09296ccebeb on network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:04:19.145867 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:04:19.146576 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Checking segment: {'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:04:19.146715 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Bound using segment: {'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:04:19.147226 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Bound port: 0dc63639-2ee8-4703-a88b-a09296ccebeb, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 250, 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:04:19.147636 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:19.165232 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb3cc8-f56c-4c96-b7e9-8e340f4ebde3 req-390b6b67-d168-4501-b951-610519b67ceb tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:19.167853 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dffb3cc8-f56c-4c96-b7e9-8e340f4ebde3 req-390b6b67-d168-4501-b951-610519b67ceb tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.0521252 Dec 13 11:04:19.219392 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dffb3cc8-f56c-4c96-b7e9-8e340f4ebde3 req-30d10d79-b9a7-457b-a0af-42bdffc66b9c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445142 Dec 13 11:04:19.219578 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] For port 0dc63639-2ee8-4703-a88b-a09296ccebeb, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:04:19.222856 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] For port 0dc63639-2ee8-4703-a88b-a09296ccebeb, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:04:19.229566 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:19.264294 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:19.264913 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:19.266674 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] 10.222.0.39 "PUT /v2.0/ports/0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 1093 time: 0.6072555 Dec 13 11:04:19.267112 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:19.269374 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5e292c-3daa-4852-921f-b745a144b9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:19.294393 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c628ef1-f592-46b5-817f-f75a9331898b service neutron] Pushing event updated for resources: {'Port': ['ID=0dc63639-2ee8-4703-a88b-a09296ccebeb,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:19.345973 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25021e94-13ab-4545-b27c-07e7e3c1a6bf x-openstack-request-id: req-25021e94-13ab-4545-b27c-07e7e3c1a6bf {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:19.346254 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:19.346497 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-25021e94-13ab-4545-b27c-07e7e3c1a6bf {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:19.346912 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'status': 'completed', 'code': 200} Dec 13 11:04:19.380705 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-81b27ec8-be22-474d-b7f6-573c4febc18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:19.382231 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-81b27ec8-be22-474d-b7f6-573c4febc18a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3be13a76fd34c08b584fea04b70d6f1&device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 1096 time: 0.0449438 Dec 13 11:04:19.431913 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-8cf58148-1319-4d92-bb24-ae847589ca53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 217 time: 0.0381649 Dec 13 11:04:19.482480 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-dbad493a-5977-40a5-a368-1d735b4e69fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:19.483975 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-dbad493a-5977-40a5-a368-1d735b4e69fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940a9f10-69e9-493c-ae87-39e6cbca7f45 HTTP/1.1" status: 200 len: 854 time: 0.0442584 Dec 13 11:04:19.535357 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-c62abbf5-f15a-4333-8be1-587121806c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:19.536843 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-c62abbf5-f15a-4333-8be1-587121806c1b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430388 Dec 13 11:04:19.566520 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3178491e-2dc4-4946-9eaf-2b588a96d198 req-8688768f-0c89-4c3c-ad7a-b00fe86f8908 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:19.568004 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3178491e-2dc4-4946-9eaf-2b588a96d198 req-8688768f-0c89-4c3c-ad7a-b00fe86f8908 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 943 time: 0.0535586 Dec 13 11:04:19.617453 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3178491e-2dc4-4946-9eaf-2b588a96d198 req-7c8bbfc4-9eff-4d6b-be53-fadf291d451d tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429015 Dec 13 11:04:19.634385 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-be9cfdd4-c26e-4708-83d9-26a833af3f28 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874562 Dec 13 11:04:19.730907 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-fb8c874e-475b-432a-a33e-b5a334c072d4 req-59118f69-81ab-4f01-8627-18889c5c2dd1 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862560 Dec 13 11:04:19.827960 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-2d984e8c-e132-4a62-8317-83552b9e539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:19.829751 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-2d984e8c-e132-4a62-8317-83552b9e539f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3be13a76fd34c08b584fea04b70d6f1&device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 1096 time: 0.0461099 Dec 13 11:04:19.935230 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-5d4b2495-e79c-4b10-a080-54264bedb2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:19.936717 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-5d4b2495-e79c-4b10-a080-54264bedb2a7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b HTTP/1.1" status: 200 len: 916 time: 0.0956161 Dec 13 11:04:19.980101 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-c3266a43-cf6f-4668-b911-169020ede8a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 217 time: 0.0340774 Dec 13 11:04:20.037433 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-3b178899-6b12-48ed-a74c-64ddf45e60ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:20.039677 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-3b178899-6b12-48ed-a74c-64ddf45e60ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940a9f10-69e9-493c-ae87-39e6cbca7f45 HTTP/1.1" status: 200 len: 854 time: 0.0513539 Dec 13 11:04:20.088171 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-2ed00723-9a58-4457-90f3-7b02235a4467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:20.089714 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-2ed00723-9a58-4457-90f3-7b02235a4467 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420160 Dec 13 11:04:20.171748 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f25cb3-fb6a-459b-a6fa-93f12266b8fb req-93f0dd2a-2103-4518-a4b2-a17c7d882b9d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:20.173294 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-30f25cb3-fb6a-459b-a6fa-93f12266b8fb req-93f0dd2a-2103-4518-a4b2-a17c7d882b9d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0566111 Dec 13 11:04:20.183274 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-8e026dfd-c0e0-4ba5-9963-5e0bbdcf6803 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841918 Dec 13 11:04:20.225859 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-30f25cb3-fb6a-459b-a6fa-93f12266b8fb req-16f8ce3f-97a7-4318-8a88-56f6b9622ac6 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446754 Dec 13 11:04:20.279534 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-cc5e292c-3daa-4852-921f-b745a144b9cc req-bf58a224-c50f-4f76-83f9-29803d75e71a service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880373 Dec 13 11:04:20.344221 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7738956-6a47-42c9-9d9f-14164112e89b req-97b0b781-e911-42f7-b21d-fd0ecbfa950c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:20.345734 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e7738956-6a47-42c9-9d9f-14164112e89b req-97b0b781-e911-42f7-b21d-fd0ecbfa950c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.0547860 Dec 13 11:04:20.405770 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e7738956-6a47-42c9-9d9f-14164112e89b req-529d8db9-2c29-4db7-8c85-40fa1a9db0e0 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513289 Dec 13 11:04:20.431820 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:04:20.733065 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c5a6bd-56e6-41b5-9fc1-edfbe75aa6a7 req-c523cea3-4eaf-4d39-a216-7a49737af827 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:20.735370 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-34c5a6bd-56e6-41b5-9fc1-edfbe75aa6a7 req-c523cea3-4eaf-4d39-a216-7a49737af827 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 943 time: 0.0504508 Dec 13 11:04:20.792938 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-34c5a6bd-56e6-41b5-9fc1-edfbe75aa6a7 req-21b21151-7acf-4005-8e85-134d142afd96 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517309 Dec 13 11:04:21.242228 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-44b23759-2966-4cf8-8745-15b58e0ee0a0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:21.243714 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-44b23759-2966-4cf8-8745-15b58e0ee0a0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.39 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0524869 Dec 13 11:04:21.345869 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Deleting port bc9b21c3-d3df-42af-aca7-a1382fe10718 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:04:21.346197 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:21.350351 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57a9e06-c092-48ad-ba11-1974cdbde3f0 req-b13e9b4e-ebfa-4a6c-b34b-080c800d7fcc tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:21.352134 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f57a9e06-c092-48ad-ba11-1974cdbde3f0 req-b13e9b4e-ebfa-4a6c-b34b-080c800d7fcc tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 945 time: 0.0555544 Dec 13 11:04:21.405522 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f57a9e06-c092-48ad-ba11-1974cdbde3f0 req-e24fde8e-367d-44fc-8ff8-330590a4cc01 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=e0856b70-1f44-4fa9-a3a1-025b9e24db27&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475385 Dec 13 11:04:21.436106 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] For port bc9b21c3-d3df-42af-aca7-a1382fe10718, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=bc9b21c3-d3df-42af-aca7-a1382fe10718,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:21.436466 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:21.615030 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:21.615276 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:21.615624 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.l3_db [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Floating IP e7cccd7f-6a2d-4570-8279-2fa3fffaf740 disassociated. External IP: 172.27.2.38, port: bc9b21c3-d3df-42af-aca7-a1382fe10718. Dec 13 11:04:21.615967 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Calling delete_port for bc9b21c3-d3df-42af-aca7-a1382fe10718 owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:04:21.764731 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:21.795037 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event deleted for resources: {'Port': ['ID=bc9b21c3-d3df-42af-aca7-a1382fe10718,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:21.922444 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Router 834feaa0-49d6-4c27-9321-32a4420f088b has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:04:21.927883 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a5f60-dfea-4a9d-95f8-9d627e5cb417 req-f5471da4-43a9-423e-a683-c14a7e61c6e8 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:21.936108 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-023a5f60-dfea-4a9d-95f8-9d627e5cb417 req-f5471da4-43a9-423e-a683-c14a7e61c6e8 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 943 time: 0.0677054 Dec 13 11:04:21.980647 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-023a5f60-dfea-4a9d-95f8-9d627e5cb417 req-0d99bc90-2753-45e3-ac8d-2f95acb295e9 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442872 Dec 13 11:04:22.037023 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:04:22.046784 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] Sync routers for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:04:22.056760 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:04:22.057476 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:04:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:22.080101 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] No DVR routers for this DVR port bc9b21c3-d3df-42af-aca7-a1382fe10718 on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:04:22.082777 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:22.086293 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-c230aec9-80f9-4cf7-9268-10a2d55a448d req-e773bcef-2802-4037-8697-c001b25bcb41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.39 "DELETE /v2.0/ports/bc9b21c3-d3df-42af-aca7-a1382fe10718 HTTP/1.1" status: 204 len: 173 time: 0.8346152 Dec 13 11:04:22.086776 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4acec20a-4650-493d-a314-d1fb5a781e74', 'name': 'network-vif-deleted', 'tag': 'bc9b21c3-d3df-42af-aca7-a1382fe10718'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:22.089033 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821b561e-95cb-449b-9d21-55954b20aba9" -d '{"events": [{"server_uuid": "4acec20a-4650-493d-a314-d1fb5a781e74", "name": "network-vif-deleted", "tag": "bc9b21c3-d3df-42af-aca7-a1382fe10718"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:22.129601 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a250e02d-0597-4f6b-a43e-6822ca0c5c0a x-openstack-request-id: req-a250e02d-0597-4f6b-a43e-6822ca0c5c0a {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:22.130182 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4acec20a-4650-493d-a314-d1fb5a781e74", "name": "network-vif-deleted", "tag": "bc9b21c3-d3df-42af-aca7-a1382fe10718", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:22.130464 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a250e02d-0597-4f6b-a43e-6822ca0c5c0a {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:22.130989 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4acec20a-4650-493d-a314-d1fb5a781e74', 'name': 'network-vif-deleted', 'tag': 'bc9b21c3-d3df-42af-aca7-a1382fe10718', 'status': 'completed', 'code': 200} Dec 13 11:04:22.173145 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:04:22.523814 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:22.541131 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d1b2cdd7-2c6a-4601-b7aa-9661a437c65b req-350168be-8cb7-4cd5-b888-9952057d9f0d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=4acec20a-4650-493d-a314-d1fb5a781e74 HTTP/1.1" status: 200 len: 210 time: 0.0410137 Dec 13 11:04:22.561064 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] Checking router: 834feaa0-49d6-4c27-9321-32a4420f088b for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:04:22.574555 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:04:22.575430 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:04:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:22.699269 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:04:22.825679 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 0dc63639-2ee8-4703-a88b-a09296ccebeb details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:04:22.979991 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 0dc63639-2ee8-4703-a88b-a09296ccebeb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:22.994492 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'port_id': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'mac_address': 'fa:16:3e:86:37:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:04:23.004218 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:23.058306 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97ecb184-ee73-4405-a10d-68e43bfdef41 None None] The sync data for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi is: [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:04:23.069379 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:23.085060 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dc63639-2ee8-4703-a88b-a09296ccebeb {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:04:23.106459 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 0dc63639-2ee8-4703-a88b-a09296ccebeb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:23.114011 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:23.115168 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d289115-be9c-4c17-ba53-ab9d038bbac1 req-7516391e-1049-4d33-bbb5-51df6b7f2058 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:23.123075 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3d289115-be9c-4c17-ba53-ab9d038bbac1 req-7516391e-1049-4d33-bbb5-51df6b7f2058 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 943 time: 0.0686378 Dec 13 11:04:23.168133 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=0dc63639-2ee8-4703-a88b-a09296ccebeb,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:23.173536 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3d289115-be9c-4c17-ba53-ab9d038bbac1 req-ff8959b7-e122-4379-ae10-88bf83efbd3a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492601 Dec 13 11:04:23.301344 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a7f982-6d05-4a2d-b5c7-d5432734a084 None None] New status for floating IP e7cccd7f-6a2d-4570-8279-2fa3fffaf740: DOWN {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:04:23.352487 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['0dc63639-2ee8-4703-a88b-a09296ccebeb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:04:23.644342 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45360) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:23.699551 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:23.724624 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:23.774023 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:23.777333 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:23.778612 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "DELETE /v2.0/security-groups/e0856b70-1f44-4fa9-a3a1-025b9e24db27 HTTP/1.1" status: 204 len: 168 time: 0.1332195 Dec 13 11:04:23.781588 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 45362) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:23.788908 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0856b70-1f44-4fa9-a3a1-025b9e24db27,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:23.795637 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.api.v2.resource [None req-116e42c9-7f46-4085-b417-93b164a19c1c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] show failed (client error): The resource could not be found. Dec 13 11:04:23.796182 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.799691 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.799811 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-116e42c9-7f46-4085-b417-93b164a19c1c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups/e0856b70-1f44-4fa9-a3a1-025b9e24db27 HTTP/1.1" status: 404 len: 347 time: 0.0140007 Dec 13 11:04:23.799917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.799917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.799917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.799917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.799917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.799917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.799917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.799917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.799917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.800654 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 45364) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:23.800748 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.800748 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51de0afa-b267-46d6-8162-7aac61236444 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:23.936378 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-9c965dc5-631b-40c2-b6ce-f08c80b449e7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Deleting port 8f687fd0-8f75-415c-9551-5e6084191964 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:04:23.936697 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9c965dc5-631b-40c2-b6ce-f08c80b449e7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:24.021442 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9c965dc5-631b-40c2-b6ce-f08c80b449e7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:24.021740 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9c965dc5-631b-40c2-b6ce-f08c80b449e7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:24.034659 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-9c965dc5-631b-40c2-b6ce-f08c80b449e7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Calling delete_port for 8f687fd0-8f75-415c-9551-5e6084191964 owned by network:floatingip {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:04:24.174422 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9c965dc5-631b-40c2-b6ce-f08c80b449e7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:24.200287 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c965dc5-631b-40c2-b6ce-f08c80b449e7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event deleted for resources: {'Port': ['ID=8f687fd0-8f75-415c-9551-5e6084191964,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:24.264062 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9c965dc5-631b-40c2-b6ce-f08c80b449e7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:24.266909 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9c965dc5-631b-40c2-b6ce-f08c80b449e7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:24.270869 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-9c965dc5-631b-40c2-b6ce-f08c80b449e7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "DELETE /v2.0/floatingips/e7cccd7f-6a2d-4570-8279-2fa3fffaf740 HTTP/1.1" status: 204 len: 168 time: 0.4669993 Dec 13 11:04:24.298967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b145a-22c7-4916-9fb7-c7e9b36cf414 req-92fe1b1e-b967-42ac-8dff-b2c02c07b147 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:24.300489 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d19b145a-22c7-4916-9fb7-c7e9b36cf414 req-92fe1b1e-b967-42ac-8dff-b2c02c07b147 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 944 time: 0.0548513 Dec 13 11:04:24.352472 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d19b145a-22c7-4916-9fb7-c7e9b36cf414 req-22f4fb7c-ec50-4711-8120-5b3d36d49f31 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453522 Dec 13 11:04:24.840183 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 0dc63639-2ee8-4703-a88b-a09296ccebeb up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:04:24.863174 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45374) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:24.867864 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-c90af7d1-d2bb-4c46-b565-f076dfadcf36 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2117845199', 'description': 'tempest-description--67808193'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:24.892202 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c90af7d1-d2bb-4c46-b565-f076dfadcf36 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:24.898296 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 0dc63639-2ee8-4703-a88b-a09296ccebeb completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:04:24.903503 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 0dc63639-2ee8-4703-a88b-a09296ccebeb triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:04:24.903869 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:24.968254 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c90af7d1-d2bb-4c46-b565-f076dfadcf36 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:24.973129 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c90af7d1-d2bb-4c46-b565-f076dfadcf36 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:24.994863 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.001204 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c90af7d1-d2bb-4c46-b565-f076dfadcf36 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.005097 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-c90af7d1-d2bb-4c46-b565-f076dfadcf36 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1382635 Dec 13 11:04:25.005737 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 45376) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:25.007114 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90af7d1-d2bb-4c46-b565-f076dfadcf36 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06d108ac-7d8e-47bc-93d7-17a61362e2e1,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:25.011239 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-cb56f4ca-ddcc-4e50-8fce-11dcc521924f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'security_group_rule': {'security_group_id': '06d108ac-7d8e-47bc-93d7-17a61362e2e1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:25.021282 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:25.023784 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0c556d-1d68-4b8b-b625-fd411c51b304" -d '{"events": [{"server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "name": "network-vif-plugged", "status": "completed", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:25.037699 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 0dc63639-2ee8-4703-a88b-a09296ccebeb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:25.042257 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.043811 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device bc9b21c3-d3df-42af-aca7-a1382fe10718 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:04:25.051338 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-cb56f4ca-ddcc-4e50-8fce-11dcc521924f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.083914 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7483027f-5ac3-40e7-bd05-45d322b8ae81 x-openstack-request-id: req-7483027f-5ac3-40e7-bd05-45d322b8ae81 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:25.084225 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "name": "network-vif-plugged", "status": "completed", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:25.084474 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-7483027f-5ac3-40e7-bd05-45d322b8ae81 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:25.084853 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'code': 200} Dec 13 11:04:25.085506 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: bc9b21c3-d3df-42af-aca7-a1382fe10718 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:04:25.085842 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device bc9b21c3-d3df-42af-aca7-a1382fe10718 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:04:25.115710 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=0dc63639-2ee8-4703-a88b-a09296ccebeb,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:25.124063 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-cb56f4ca-ddcc-4e50-8fce-11dcc521924f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.129075 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-cb56f4ca-ddcc-4e50-8fce-11dcc521924f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.147964 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56f4ca-ddcc-4e50-8fce-11dcc521924f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8c3e9e8-1487-4063-864e-be2d79e62e5f,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:25.157503 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-cb56f4ca-ddcc-4e50-8fce-11dcc521924f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.158734 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-cb56f4ca-ddcc-4e50-8fce-11dcc521924f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1514139 Dec 13 11:04:25.161699 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45382) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:25.169152 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-4ffb3d12-e895-4487-b0f5-4683d67293c3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'security_group_rule': {'security_group_id': '06d108ac-7d8e-47bc-93d7-17a61362e2e1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:25.199311 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3d12-e895-4487-b0f5-4683d67293c3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.261749 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3d12-e895-4487-b0f5-4683d67293c3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.265966 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3d12-e895-4487-b0f5-4683d67293c3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.267842 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f0c72-d6f3-496b-b631-1ee6129c8c9d req-1e32a765-5ea2-4742-80e5-0624c63be1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:25.269071 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-501f0c72-d6f3-496b-b631-1ee6129c8c9d req-1e32a765-5ea2-4742-80e5-0624c63be1da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 1098 time: 0.0469298 Dec 13 11:04:25.284867 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb3d12-e895-4487-b0f5-4683d67293c3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4144d1b8-21eb-4112-9715-e5b1b17320b2,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:25.293485 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4ffb3d12-e895-4487-b0f5-4683d67293c3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.298100 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4ffb3d12-e895-4487-b0f5-4683d67293c3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1349785 Dec 13 11:04:25.298763 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45386) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:25.303012 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'floatingip': {'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:25.328431 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.330518 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-501f0c72-d6f3-496b-b631-1ee6129c8c9d req-616f685c-ec5b-41f0-a8ed-3f56df4163fa service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498459 Dec 13 11:04:25.443518 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.530078 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a64a8c-f453-4f46-9309-7e9a8e3656d4 req-dea00d05-24a5-4bd9-b13a-b915b5633060 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:25.531998 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-87a64a8c-f453-4f46-9309-7e9a8e3656d4 req-dea00d05-24a5-4bd9-b13a-b915b5633060 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 945 time: 0.1015656 Dec 13 11:04:25.607668 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Allocated IP 172.27.2.186 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/ce032964-6008-451a-873f-13da22f26e6f) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:04:25.628037 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-87a64a8c-f453-4f46-9309-7e9a8e3656d4 req-00170c5e-2cd9-46ef-a0e6-453c06618583 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749431 Dec 13 11:04:25.724554 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.769563 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.816338 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:04:25.821333 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:04:25.823595 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'Port': ['ID=ce032964-6008-451a-873f-13da22f26e6f,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:25.825707 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:04:25.912097 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:25.950268 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:26.109425 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:26.116092 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:26.185037 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'Port': ['ID=ce032964-6008-451a-873f-13da22f26e6f,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:26.195200 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:26.212899 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:26.214254 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-41fcdaec-e0c8-442c-9c2c-84ff302c909d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9145644 Dec 13 11:04:26.424906 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-83dc0fbe-b7db-404f-a2d8-6e53d2ca6d0f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-securitygroup--2117845199&fields=id&tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e HTTP/1.1" status: 200 len: 267 time: 0.0474863 Dec 13 11:04:26.534228 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-38e91a50-e52d-49f0-a484-6c362964c626 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:26.535729 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-38e91a50-e52d-49f0-a484-6c362964c626 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 811 time: 0.1022120 Dec 13 11:04:26.551892 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-7057cc61-31dc-44b2-adaf-ad13c987d290 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/quotas/ec0d060f5ddd4ccab7c056c220f72c4e HTTP/1.1" status: 200 len: 375 time: 0.0101914 Dec 13 11:04:26.607022 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-7d799137-2b78-4562-8b7b-b3a5e68783a0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486231 Dec 13 11:04:26.717691 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-5dfa8890-5b89-45c9-964b-44660b5fbb5c service neutron] 10.222.0.43 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982683 Dec 13 11:04:26.813095 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df8368-aa33-4b56-ad03-09002843e2fd req-ef858382-ec0f-4c7f-aea3-a7c97b2d97a0 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:26.814673 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11df8368-aa33-4b56-ad03-09002843e2fd req-ef858382-ec0f-4c7f-aea3-a7c97b2d97a0 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 945 time: 0.1116083 Dec 13 11:04:26.861838 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-20663ba3-8487-46e4-9691-c0bca87c10a3 service neutron] 10.222.0.43 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311026 Dec 13 11:04:26.886985 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11df8368-aa33-4b56-ad03-09002843e2fd req-cd17e516-5a99-429a-8c5a-5f9f6ee5fa59 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660818 Dec 13 11:04:27.036950 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-de0c80f4-5285-4eea-a95a-a8e8d7899ba3 req-1ae34403-b066-4a2b-a34e-693c12176581 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 210 time: 0.0310602 Dec 13 11:04:27.045406 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f735d-d9d4-45c3-a5f8-f3dd1efb59a5 req-0f24cd7b-c4d0-43fa-8c69-4f920cc0df8c tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:27.047194 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-139f735d-d9d4-45c3-a5f8-f3dd1efb59a5 req-0f24cd7b-c4d0-43fa-8c69-4f920cc0df8c tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 945 time: 0.0864058 Dec 13 11:04:27.103650 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-139f735d-d9d4-45c3-a5f8-f3dd1efb59a5 req-7c134c43-88f9-4457-8788-0450c15a5a62 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502176 Dec 13 11:04:27.492067 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c219149-59d5-409b-99b9-445849dfa278 req-f23713a1-0a0a-456a-aa8c-3605056a9218 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:27.493646 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7c219149-59d5-409b-99b9-445849dfa278 req-f23713a1-0a0a-456a-aa8c-3605056a9218 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 945 time: 0.0603771 Dec 13 11:04:27.545088 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7c219149-59d5-409b-99b9-445849dfa278 req-a36e97df-d223-42ea-87db-a2e702be6721 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446210 Dec 13 11:04:28.130516 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-813258db-5ca0-4b74-a404-9ccb4dabab3a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:28.132016 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-813258db-5ca0-4b74-a404-9ccb4dabab3a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.39 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 811 time: 0.1083326 Dec 13 11:04:28.201707 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-a32cf421-94ca-4cfa-98d0-606f4194bac7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e HTTP/1.1" status: 200 len: 380 time: 0.0590096 Dec 13 11:04:28.226419 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'port': {'device_id': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'admin_state_up': True, 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'security_groups': ['06d108ac-7d8e-47bc-93d7-17a61362e2e1']}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:28.319655 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8b9d7e62-8669-4621-a912-c5ba4647ba7a req-052e6ed3-baec-42bd-8391-e9b6026f8689 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 210 time: 0.2060893 Dec 13 11:04:28.345787 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Made reservation on behalf of ec0d060f5ddd4ccab7c056c220f72c4e for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:04:28.349343 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:28.485498 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Allocated IP 172.20.0.5 (8faa4061-f8b1-4cb3-8875-af02d3b3e4d1/6896b4b5-32fc-43fc-a5f0-223c5f72a56d/880b3534-b13a-4b55-8327-118a5d5a2677) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:04:28.877713 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:28.923445 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:28.969573 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:04:28.972800 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:04:28.979039 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:04:29.001548 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event updated for resources: {'Port': ['ID=880b3534-b13a-4b55-8327-118a5d5a2677,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:29.035826 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:29.036469 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:29.056196 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-bca06015-c909-4ccb-a629-4bfe81300282 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8344576 Dec 13 11:04:29.069011 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Request body: {'port': {'device_id': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:29.132585 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:29.257588 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-b3011eaf-0a9f-410a-a6c3-1d04df94507f None None] Provisioning complete for port 880b3534-b13a-4b55-8327-118a5d5a2677 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:04:29.258155 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b3011eaf-0a9f-410a-a6c3-1d04df94507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:29.304736 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-b3011eaf-0a9f-410a-a6c3-1d04df94507f None None] Port 880b3534-b13a-4b55-8327-118a5d5a2677 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:04:29.441219 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 880b3534-b13a-4b55-8327-118a5d5a2677 {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:04:29.449111 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:29.464716 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Transition to ACTIVE for port object 880b3534-b13a-4b55-8327-118a5d5a2677 will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:04:29.469617 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:29.533478 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fab01f-3212-4610-a142-66dc9540628a req-15559c65-6645-47ed-8870-2e472817c76c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:29.545783 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b3fab01f-3212-4610-a142-66dc9540628a req-15559c65-6645-47ed-8870-2e472817c76c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 943 time: 0.1359420 Dec 13 11:04:29.549066 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Pushing event updated for resources: {'Port': ['ID=880b3534-b13a-4b55-8327-118a5d5a2677,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:29.601120 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Attempting to bind port 880b3534-b13a-4b55-8327-118a5d5a2677 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:04:29.601680 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Attempting to bind port 880b3534-b13a-4b55-8327-118a5d5a2677 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:04:29.602225 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Attempting to bind port 880b3534-b13a-4b55-8327-118a5d5a2677 on network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:04:29.603823 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b3fab01f-3212-4610-a142-66dc9540628a req-daf1222b-a232-405b-9f25-7e941f6ff2b7 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563591 Dec 13 11:04:29.607757 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Port 880b3534-b13a-4b55-8327-118a5d5a2677 on network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:04:29.610837 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Attempting to bind port 880b3534-b13a-4b55-8327-118a5d5a2677 on network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:04:29.613731 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:04:29.614070 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Checking segment: {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:04:29.614457 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Bound using segment: {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:04:29.614923 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Bound port: 880b3534-b13a-4b55-8327-118a5d5a2677, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85b58149-9b5b-4c3a-90de-e8ae4f124e16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:04:29.615278 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:29.684981 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] For port 880b3534-b13a-4b55-8327-118a5d5a2677, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:04:29.688505 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] For port 880b3534-b13a-4b55-8327-118a5d5a2677, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=880b3534-b13a-4b55-8327-118a5d5a2677,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:04:29.693367 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:29.738476 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:29.739200 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:29.740645 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] 10.222.0.39 "PUT /v2.0/ports/880b3534-b13a-4b55-8327-118a5d5a2677 HTTP/1.1" status: 200 len: 1093 time: 0.6763167 Dec 13 11:04:29.741010 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'tag': '880b3534-b13a-4b55-8327-118a5d5a2677'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:29.743272 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee365c4-a926-4351-a8a4-378e38f048cb" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d290d5-a666-4bb3-8855-e074271c5839", "tag": "880b3534-b13a-4b55-8327-118a5d5a2677"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:29.774425 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2a0c6a-18a0-47a2-bde1-082e1f9e3683 service neutron] Pushing event updated for resources: {'Port': ['ID=880b3534-b13a-4b55-8327-118a5d5a2677,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:29.795461 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a2f8eb-a049-4609-9c20-592ad733c33f x-openstack-request-id: req-89a2f8eb-a049-4609-9c20-592ad733c33f {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:29.796023 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d290d5-a666-4bb3-8855-e074271c5839", "tag": "880b3534-b13a-4b55-8327-118a5d5a2677", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:29.796504 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-89a2f8eb-a049-4609-9c20-592ad733c33f {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:29.797063 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'tag': '880b3534-b13a-4b55-8327-118a5d5a2677', 'status': 'completed', 'code': 200} Dec 13 11:04:29.846295 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4a4f6f42-4b02-4d2e-a42e-662ac2f6ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:29.847924 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-4a4f6f42-4b02-4d2e-a42e-662ac2f6ed4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 1096 time: 0.0499711 Dec 13 11:04:29.895527 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-f0be627f-ef50-452b-b4c7-2d3afe8c8f67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=880b3534-b13a-4b55-8327-118a5d5a2677 HTTP/1.1" status: 200 len: 217 time: 0.0369959 Dec 13 11:04:29.953363 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-9ace29fb-72a8-4df6-9b61-fb70c197676b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:29.954869 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-9ace29fb-72a8-4df6-9b61-fb70c197676b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6896b4b5-32fc-43fc-a5f0-223c5f72a56d HTTP/1.1" status: 200 len: 850 time: 0.0439126 Dec 13 11:04:30.008023 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-b633aef8-2f3c-43f0-b59e-b26af97532ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:30.009613 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-b633aef8-2f3c-43f0-b59e-b26af97532ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0474081 Dec 13 11:04:30.105870 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-6e2b9606-0faa-4d29-8935-a0c2d3fbf810 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861061 Dec 13 11:04:30.206976 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-ac950681-f6f4-4c83-8633-5cc0e430ca49 req-292ecacb-7b81-48f7-8205-aef3c33b8759 service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930562 Dec 13 11:04:30.307326 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee365c4-a926-4351-a8a4-378e38f048cb req-1eb3d1a2-0095-4cad-b573-7706fe348aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:30.308899 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-eee365c4-a926-4351-a8a4-378e38f048cb req-1eb3d1a2-0095-4cad-b573-7706fe348aa0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 1096 time: 0.0462792 Dec 13 11:04:30.403945 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee365c4-a926-4351-a8a4-378e38f048cb req-8469bf62-ca5e-4da3-a5e2-8c8802bfa85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:30.405933 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-eee365c4-a926-4351-a8a4-378e38f048cb req-8469bf62-ca5e-4da3-a5e2-8c8802bfa85d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 912 time: 0.0882442 Dec 13 11:04:30.455784 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-eee365c4-a926-4351-a8a4-378e38f048cb req-55d94c18-f7e8-470a-9686-182a90fde4fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=880b3534-b13a-4b55-8327-118a5d5a2677 HTTP/1.1" status: 200 len: 217 time: 0.0403275 Dec 13 11:04:30.512176 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee365c4-a926-4351-a8a4-378e38f048cb req-9879f113-2097-472a-8a67-b1569a5a0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:30.513689 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-eee365c4-a926-4351-a8a4-378e38f048cb req-9879f113-2097-472a-8a67-b1569a5a0958 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6896b4b5-32fc-43fc-a5f0-223c5f72a56d HTTP/1.1" status: 200 len: 850 time: 0.0496237 Dec 13 11:04:30.564074 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee365c4-a926-4351-a8a4-378e38f048cb req-31dbcc5c-86dd-4e84-80bb-86843f428c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:30.565650 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-eee365c4-a926-4351-a8a4-378e38f048cb req-31dbcc5c-86dd-4e84-80bb-86843f428c2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440862 Dec 13 11:04:30.671940 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-eee365c4-a926-4351-a8a4-378e38f048cb req-35cabbbf-9c8b-472b-bed8-a8dc832495bc service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981538 Dec 13 11:04:30.728209 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aaafd8-7444-4f55-aaf4-ed1a10416d36 req-a000193e-cd94-4e7b-a4d3-4b6647075c64 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:30.729731 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e9aaafd8-7444-4f55-aaf4-ed1a10416d36 req-a000193e-cd94-4e7b-a4d3-4b6647075c64 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 943 time: 0.0518939 Dec 13 11:04:30.770374 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-eee365c4-a926-4351-a8a4-378e38f048cb req-810b0557-5c01-4029-8fca-7cdeeb96c0bb service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894418 Dec 13 11:04:30.779796 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e9aaafd8-7444-4f55-aaf4-ed1a10416d36 req-3c78b95d-9f64-4369-bfae-521f76f52581 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437388 Dec 13 11:04:31.906170 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7fb18c-94a5-4480-b30b-a521f8e6568c req-083b1b35-391e-4222-81b2-c52c4e69e24c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:31.907801 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9e7fb18c-94a5-4480-b30b-a521f8e6568c req-083b1b35-391e-4222-81b2-c52c4e69e24c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 943 time: 0.0570874 Dec 13 11:04:31.969930 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9e7fb18c-94a5-4480-b30b-a521f8e6568c req-65be9393-540d-4a02-9eca-91d4d2e487b1 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526862 Dec 13 11:04:32.885000 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 880b3534-b13a-4b55-8327-118a5d5a2677 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:04:32.989600 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 880b3534-b13a-4b55-8327-118a5d5a2677, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=880b3534-b13a-4b55-8327-118a5d5a2677,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:33.003324 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '880b3534-b13a-4b55-8327-118a5d5a2677', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'port_id': '880b3534-b13a-4b55-8327-118a5d5a2677', 'mac_address': 'fa:16:3e:28:7e:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 264, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:04:33.049109 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:33.062807 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 880b3534-b13a-4b55-8327-118a5d5a2677 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:04:33.083322 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 880b3534-b13a-4b55-8327-118a5d5a2677, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=880b3534-b13a-4b55-8327-118a5d5a2677,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:33.087734 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:33.103418 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5f2ac-8ed1-4d47-b3ba-c1783067d3f7 req-1c6d768b-8c32-4b6c-9a91-6e1a5a1615f3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:33.105118 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6ec5f2ac-8ed1-4d47-b3ba-c1783067d3f7 req-1c6d768b-8c32-4b6c-9a91-6e1a5a1615f3 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 943 time: 0.0570602 Dec 13 11:04:33.141841 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=880b3534-b13a-4b55-8327-118a5d5a2677,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:33.159230 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6ec5f2ac-8ed1-4d47-b3ba-c1783067d3f7 req-47fe387f-b0ee-4f0f-a750-4c705cc5f852 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451529 Dec 13 11:04:33.358369 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['880b3534-b13a-4b55-8327-118a5d5a2677'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:04:34.286086 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8219cf-3205-4880-8401-df6215f74c59 req-49aa84ae-f599-44cd-9f24-8e85917d2493 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:34.287567 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3a8219cf-3205-4880-8401-df6215f74c59 req-49aa84ae-f599-44cd-9f24-8e85917d2493 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 944 time: 0.0500755 Dec 13 11:04:34.337889 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3a8219cf-3205-4880-8401-df6215f74c59 req-66332a4f-3617-4645-a7cd-9bdc856a6c41 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440805 Dec 13 11:04:34.903939 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 880b3534-b13a-4b55-8327-118a5d5a2677 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:04:34.958387 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 880b3534-b13a-4b55-8327-118a5d5a2677 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:04:34.962282 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 880b3534-b13a-4b55-8327-118a5d5a2677 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:04:34.962668 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:35.047935 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:35.071242 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880b3534-b13a-4b55-8327-118a5d5a2677'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:35.073465 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff76ee1-0f1d-46e1-ac05-06b6752cb44c" -d '{"events": [{"server_uuid": "e0d290d5-a666-4bb3-8855-e074271c5839", "name": "network-vif-plugged", "status": "completed", "tag": "880b3534-b13a-4b55-8327-118a5d5a2677"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:35.087358 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 880b3534-b13a-4b55-8327-118a5d5a2677, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=880b3534-b13a-4b55-8327-118a5d5a2677,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:35.091727 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:35.116609 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede227f8-0e22-436d-9062-b219876e3a2e x-openstack-request-id: req-ede227f8-0e22-436d-9062-b219876e3a2e {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:35.116903 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d290d5-a666-4bb3-8855-e074271c5839", "name": "network-vif-plugged", "status": "completed", "tag": "880b3534-b13a-4b55-8327-118a5d5a2677", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:35.117153 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ede227f8-0e22-436d-9062-b219876e3a2e {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:35.117543 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '880b3534-b13a-4b55-8327-118a5d5a2677', 'code': 200} Dec 13 11:04:35.144324 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=880b3534-b13a-4b55-8327-118a5d5a2677,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:35.300538 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44dc19-a88e-4611-903e-6a3edd87bd30 req-0a84176f-163e-4ea5-aad1-e8815baf2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:35.302006 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6e44dc19-a88e-4611-903e-6a3edd87bd30 req-0a84176f-163e-4ea5-aad1-e8815baf2132 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 1098 time: 0.0437183 Dec 13 11:04:35.358744 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-6e44dc19-a88e-4611-903e-6a3edd87bd30 req-2cd8dc1d-eb08-48f5-97cf-b8fc9753e29c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479982 Dec 13 11:04:35.460924 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df70f4-bb49-459b-b442-eb9a33072fa9 req-027ea4ce-8feb-4225-b01d-21eda0705195 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:35.462406 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-06df70f4-bb49-459b-b442-eb9a33072fa9 req-027ea4ce-8feb-4225-b01d-21eda0705195 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 945 time: 0.0539706 Dec 13 11:04:35.509950 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-06df70f4-bb49-459b-b442-eb9a33072fa9 req-1ca0a7c4-6392-4f2a-b16a-0ef5d0156486 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412946 Dec 13 11:04:36.639145 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192822ce-5bc6-4e57-98f4-1637de8c56d7 req-8f7fcb3d-76c9-476d-b2ad-d26262bf2ff0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:36.641047 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-192822ce-5bc6-4e57-98f4-1637de8c56d7 req-8f7fcb3d-76c9-476d-b2ad-d26262bf2ff0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 945 time: 0.0526228 Dec 13 11:04:36.709272 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-192822ce-5bc6-4e57-98f4-1637de8c56d7 req-805615a1-50cb-4e13-a881-94cdbc61ace8 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589232 Dec 13 11:04:37.034317 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5401eb79-b374-41d5-bd18-5e236df7a162 req-e6c17abe-3079-46f6-a2c8-292f3b276b09 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:37.035822 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5401eb79-b374-41d5-bd18-5e236df7a162 req-e6c17abe-3079-46f6-a2c8-292f3b276b09 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 945 time: 0.0521047 Dec 13 11:04:37.103948 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5401eb79-b374-41d5-bd18-5e236df7a162 req-84d4d1b2-4d46-418b-8169-9691427af120 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592866 Dec 13 11:04:37.127327 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45556) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:37.277159 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76a364f-4317-43e7-998c-00734f0de61d tempest-TestMinimumBasicScenario-557453129 tempest-TestMinimumBasicScenario-557453129-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:37.278743 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-c76a364f-4317-43e7-998c-00734f0de61d tempest-TestMinimumBasicScenario-557453129 tempest-TestMinimumBasicScenario-557453129-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 1093 time: 0.1503949 Dec 13 11:04:37.281863 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45560) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:37.286707 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'floatingip': {'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'port_id': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:37.310750 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for floatingip, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:37.424626 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:37.549127 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Allocated IP 172.27.2.15 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/14fbd662-3179-440e-8edf-2cbd0d2bb605) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:04:37.681253 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:37.720511 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:38.032237 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:04:38.037015 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:04:38.038945 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'Port': ['ID=14fbd662-3179-440e-8edf-2cbd0d2bb605,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:38.041923 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:04:38.112063 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7c08f-40b4-465a-a919-8d165c57ab5b req-c77b8cd0-cef8-4ac2-a5c1-01c462dc6be0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:38.114463 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-54f7c08f-40b4-465a-a919-8d165c57ab5b req-c77b8cd0-cef8-4ac2-a5c1-01c462dc6be0 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 945 time: 0.1271424 Dec 13 11:04:38.268083 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-54f7c08f-40b4-465a-a919-8d165c57ab5b req-51183ed7-7360-4656-9939-2b400e8d9156 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442621 Dec 13 11:04:38.482966 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc25cb5-f12a-4b52-9438-fd06ee7f0862 req-8212e0c9-5856-435f-a99a-9806c10615ac tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:38.485566 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8bc25cb5-f12a-4b52-9438-fd06ee7f0862 req-8212e0c9-5856-435f-a99a-9806c10615ac tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 945 time: 0.1449442 Dec 13 11:04:38.494136 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 45582) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:38.498995 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-526a9088-e11a-4961-9fb8-4c8621ebc460 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Request body: {'floatingip': {'port_id': '880b3534-b13a-4b55-8327-118a5d5a2677'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:38.541677 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-526a9088-e11a-4961-9fb8-4c8621ebc460 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:38.660009 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:38.739084 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:38.917637 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:38.923218 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.019375 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-526a9088-e11a-4961-9fb8-4c8621ebc460 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.020561 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'Port': ['ID=14fbd662-3179-440e-8edf-2cbd0d2bb605,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:39.028167 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.032900 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-526a9088-e11a-4961-9fb8-4c8621ebc460 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.137434 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.l3_db [None req-526a9088-e11a-4961-9fb8-4c8621ebc460 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Floating IP ae9af7d6-acbc-445c-bb7d-b9e87ed5378d associated. External IP: 172.27.2.186, port: 880b3534-b13a-4b55-8327-118a5d5a2677. Dec 13 11:04:39.163877 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9fd02c-9b41-4d8e-83c6-b28a7c35758c req-2ba56b16-970c-470b-a7aa-d2d01e14ac6b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:39.165415 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-aa9fd02c-9b41-4d8e-83c6-b28a7c35758c req-2ba56b16-970c-470b-a7aa-d2d01e14ac6b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0980906 Dec 13 11:04:39.193673 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.l3_db [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Floating IP 1d9a6668-ad8b-4813-afa9-3d6981dfc1ab associated. External IP: 172.27.2.15, port: 0dc63639-2ee8-4703-a88b-a09296ccebeb. Dec 13 11:04:39.259880 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-aa9fd02c-9b41-4d8e-83c6-b28a7c35758c req-97583107-5ee6-4f05-a3b9-89980ccba44a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877104 Dec 13 11:04:39.351802 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526a9088-e11a-4961-9fb8-4c8621ebc460 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Router 834feaa0-49d6-4c27-9321-32a4420f088b has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:04:39.425314 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:04:39.473578 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526a9088-e11a-4961-9fb8-4c8621ebc460 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:04:39.478652 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-526a9088-e11a-4961-9fb8-4c8621ebc460 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.483356 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] Sync routers for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:04:39.498740 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:04:39.499773 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:04:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:39.509370 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-526a9088-e11a-4961-9fb8-4c8621ebc460 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "PUT /v2.0/floatingips/ae9af7d6-acbc-445c-bb7d-b9e87ed5378d HTTP/1.1" status: 200 len: 991 time: 1.0115206 Dec 13 11:04:39.509370 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'tag': '880b3534-b13a-4b55-8327-118a5d5a2677'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:39.509982 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c18f9e51-db1c-4553-91b3-db46f9b639c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e0d290d5-a666-4bb3-8855-e074271c5839", "tag": "880b3534-b13a-4b55-8327-118a5d5a2677"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:39.547923 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:04:39.558753 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] Sync routers for ids ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:04:39.569732 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.575187 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] Routers {'0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:04:39.576227 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:04:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:39.576549 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0123b1-1bb8-4440-9251-957c3850b621 x-openstack-request-id: req-4e0123b1-1bb8-4440-9251-957c3850b621 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:39.576839 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0d290d5-a666-4bb3-8855-e074271c5839", "tag": "880b3534-b13a-4b55-8327-118a5d5a2677", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:39.577088 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4e0123b1-1bb8-4440-9251-957c3850b621 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:39.579858 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'tag': '880b3534-b13a-4b55-8327-118a5d5a2677', 'status': 'completed', 'code': 200} Dec 13 11:04:39.604435 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-229bc6d0-fb46-494d-88c6-3cf8b27c9a4b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3213446 Dec 13 11:04:39.605204 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:39.607335 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 45604) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:39.612102 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f005d2d-ceb6-4752-96e6-adf179f50687" -d '{"events": [{"name": "network-changed", "server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:39.617310 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-5695d497-3163-43b5-bac7-2688055ab5b8 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1976959627', 'description': 'tempest-secgroup-smoke-1976959627 description', 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:39.627831 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:04:39.650830 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5694de97-8caa-4bf8-8a21-4be2b4ccf837 x-openstack-request-id: req-5694de97-8caa-4bf8-8a21-4be2b4ccf837 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:39.651125 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:39.652797 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-5694de97-8caa-4bf8-8a21-4be2b4ccf837 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:39.653214 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'status': 'completed', 'code': 200} Dec 13 11:04:39.675176 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5695d497-3163-43b5-bac7-2688055ab5b8 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.678800 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-c5f14641-2cc4-470e-af82-f040d5816b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:39.680555 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-c5f14641-2cc4-470e-af82-f040d5816b9a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 1098 time: 0.0699964 Dec 13 11:04:39.726787 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] Set router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:04:39.739836 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-8aaf3672-4c06-4e6b-a1a3-50bffa28c4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:39.741544 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-8aaf3672-4c06-4e6b-a1a3-50bffa28c4b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3be13a76fd34c08b584fea04b70d6f1&device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 1098 time: 0.0610125 Dec 13 11:04:39.820413 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-921c94bd-6e81-44c9-897e-35f016ad9af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:39.822261 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-921c94bd-6e81-44c9-897e-35f016ad9af4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 200 len: 912 time: 0.1339135 Dec 13 11:04:39.854717 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5695d497-3163-43b5-bac7-2688055ab5b8 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.873899 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-c953d9a9-0975-4165-b76f-229b87f87806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:39.876951 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-c953d9a9-0975-4165-b76f-229b87f87806 service neutron] 10.222.0.39 "GET /v2.0/networks?id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b HTTP/1.1" status: 200 len: 916 time: 0.1250713 Dec 13 11:04:39.892859 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5695d497-3163-43b5-bac7-2688055ab5b8 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.943376 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-5695d497-3163-43b5-bac7-2688055ab5b8 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:39.944878 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-5695d497-3163-43b5-bac7-2688055ab5b8 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3356454 Dec 13 11:04:39.948509 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 45610) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:39.953967 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-e47c0a31-c881-4ac4-b80d-004d93ed0c01 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'security_group_rule': {'security_group_id': '90a29310-d44e-4da0-919a-05af7612fd10', 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:39.958634 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5695d497-3163-43b5-bac7-2688055ab5b8 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90a29310-d44e-4da0-919a-05af7612fd10,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:39.972565 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-c038286c-bf7a-4eaf-b45b-0fddf0fa2b97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=880b3534-b13a-4b55-8327-118a5d5a2677 HTTP/1.1" status: 200 len: 999 time: 0.1278200 Dec 13 11:04:40.008756 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-c30ea2cd-7397-4bb9-81c0-a023c1d2d64b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 998 time: 0.1104922 Dec 13 11:04:40.043138 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e47c0a31-c881-4ac4-b80d-004d93ed0c01 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.047358 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '1d9a6668-ad8b-4813-afa9-3d6981dfc1ab', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'port_id': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'mac_address': 'fa:16:3e:86:37:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:04:38Z', 'updated_at': '2021-12-13T11:04:38Z', 'revision_number': 0, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 5, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:40.050448 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-0b8c2c4e-335a-469a-8e4a-8fd6b0c7ac99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:40.052498 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-0b8c2c4e-335a-469a-8e4a-8fd6b0c7ac99 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6896b4b5-32fc-43fc-a5f0-223c5f72a56d HTTP/1.1" status: 200 len: 850 time: 0.0702832 Dec 13 11:04:40.075070 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-0a27d648-165f-4cff-8fdc-e3af63373cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:40.078289 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-0a27d648-165f-4cff-8fdc-e3af63373cd5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940a9f10-69e9-493c-ae87-39e6cbca7f45 HTTP/1.1" status: 200 len: 854 time: 0.0577579 Dec 13 11:04:40.079841 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] Checking router: 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:04:40.093069 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] Routers {'0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:04:40.093854 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:04:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:40.111279 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': 'ae9af7d6-acbc-445c-bb7d-b9e87ed5378d', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'port_id': '880b3534-b13a-4b55-8327-118a5d5a2677', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'mac_address': 'fa:16:3e:28:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:04:25Z', 'updated_at': '2021-12-13T11:04:38Z', 'revision_number': 1, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:40.132416 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-a77bddc4-f1e6-4aba-9982-f71501e99f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:40.134901 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-a77bddc4-f1e6-4aba-9982-f71501e99f96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481074 Dec 13 11:04:40.141868 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e47c0a31-c881-4ac4-b80d-004d93ed0c01 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.144815 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-cb52ee84-9343-40a2-991d-a859fabf7eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:40.146372 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-cb52ee84-9343-40a2-991d-a859fabf7eef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841389 Dec 13 11:04:40.156906 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] Checking router: 834feaa0-49d6-4c27-9321-32a4420f088b for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:04:40.157118 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e47c0a31-c881-4ac4-b80d-004d93ed0c01 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.173939 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:04:40.174665 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:04:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:40.217530 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47c0a31-c881-4ac4-b80d-004d93ed0c01 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5118a03-1053-4ab6-8e9b-951d41aac341,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:40.247467 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e47c0a31-c881-4ac4-b80d-004d93ed0c01 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.248710 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e47c0a31-c881-4ac4-b80d-004d93ed0c01 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2988226 Dec 13 11:04:40.253385 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 45614) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:40.260301 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-176ef0d6-e99a-4cf0-abf1-c0d6a47e4856 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'security_group_rule': {'security_group_id': '90a29310-d44e-4da0-919a-05af7612fd10', 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:40.302283 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-e80b6532-92e3-4b11-86bd-0a28a8e8e69d service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464448 Dec 13 11:04:40.312740 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.313488 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-5327c64d-1c28-4cff-b717-4b9e204310e8 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691780 Dec 13 11:04:40.331371 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-176ef0d6-e99a-4cf0-abf1-c0d6a47e4856 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.349501 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:04:40.385525 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] Set router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:04:40.470812 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-c18f9e51-db1c-4553-91b3-db46f9b639c5 req-f2af83c6-c68e-432d-b32e-542d72f79e2d service neutron] 10.222.0.39 "GET /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534562 Dec 13 11:04:40.487333 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-176ef0d6-e99a-4cf0-abf1-c0d6a47e4856 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.494728 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-176ef0d6-e99a-4cf0-abf1-c0d6a47e4856 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.510335 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ad4680-c6f0-41fe-9e19-4ebe03b14ee3 req-e784e09d-e13e-4bb4-879f-5a510327c640 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:40.519541 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-29ad4680-c6f0-41fe-9e19-4ebe03b14ee3 req-e784e09d-e13e-4bb4-879f-5a510327c640 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0999043 Dec 13 11:04:40.521614 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-176ef0d6-e99a-4cf0-abf1-c0d6a47e4856 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.525348 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-176ef0d6-e99a-4cf0-abf1-c0d6a47e4856 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2684751 Dec 13 11:04:40.525348 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176ef0d6-e99a-4cf0-abf1-c0d6a47e4856 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fbc70d-0b51-4512-8de3-5f6d972aa9eb,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:40.527842 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 45618) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:40.535296 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-51e72e47-d870-4ed1-a058-b42e9d930150 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'security_group_rule': {'security_group_id': '90a29310-d44e-4da0-919a-05af7612fd10', 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:40.540520 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1f005d2d-ceb6-4752-96e6-adf179f50687 req-c79393bf-1f98-48be-b90a-71653ba2c81a service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201183 Dec 13 11:04:40.570695 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-51e72e47-d870-4ed1-a058-b42e9d930150 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.599131 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-29ad4680-c6f0-41fe-9e19-4ebe03b14ee3 req-88851710-f2b6-418c-b687-5f141c1226a4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700781 Dec 13 11:04:40.662186 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-51e72e47-d870-4ed1-a058-b42e9d930150 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.662448 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': 'ae9af7d6-acbc-445c-bb7d-b9e87ed5378d', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'port_id': '880b3534-b13a-4b55-8327-118a5d5a2677', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'mac_address': 'fa:16:3e:28:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:04:25Z', 'updated_at': '2021-12-13T11:04:38Z', 'revision_number': 1, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:40.667241 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-51e72e47-d870-4ed1-a058-b42e9d930150 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.692583 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e72e47-d870-4ed1-a058-b42e9d930150 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fecd7965-ddc6-45fc-b3b3-6f0a1b354f09,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:40.699765 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca1a6f0-e6bf-4f65-b3ff-b86e0bfa4501 None None] The sync data for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi is: [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': 'ae9af7d6-acbc-445c-bb7d-b9e87ed5378d', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'floating_ip_address': '172.27.2.186', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'port_id': '880b3534-b13a-4b55-8327-118a5d5a2677', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 480, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'mac_address': 'fa:16:3e:28:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:04:25Z', 'updated_at': '2021-12-13T11:04:38Z', 'revision_number': 1, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:04:40.700014 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-51e72e47-d870-4ed1-a058-b42e9d930150 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.706160 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-51e72e47-d870-4ed1-a058-b42e9d930150 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1771040 Dec 13 11:04:40.706794 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45622) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:40.715442 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-03e3142b-c039-48c4-a8b6-6aa5d78a40fc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'security_group_rule': {'security_group_id': '90a29310-d44e-4da0-919a-05af7612fd10', 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:40.715938 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '1d9a6668-ad8b-4813-afa9-3d6981dfc1ab', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'port_id': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'mac_address': 'fa:16:3e:86:37:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:04:38Z', 'updated_at': '2021-12-13T11:04:38Z', 'revision_number': 0, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 5, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:04:40.745168 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-03e3142b-c039-48c4-a8b6-6aa5d78a40fc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.752446 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db2fdbb-e43f-4cee-8000-47cf160dedd0 None None] The sync data for ids ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'] in dv-cinder-808574-5-iscsi is: [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '1d9a6668-ad8b-4813-afa9-3d6981dfc1ab', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'floating_ip_address': '172.27.2.15', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'port_id': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'mac_address': 'fa:16:3e:86:37:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:04:38Z', 'updated_at': '2021-12-13T11:04:38Z', 'revision_number': 0, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 5, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:04:40.809293 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-03e3142b-c039-48c4-a8b6-6aa5d78a40fc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.814618 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-03e3142b-c039-48c4-a8b6-6aa5d78a40fc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.836796 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e3142b-c039-48c4-a8b6-6aa5d78a40fc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044c9b2b-58ce-4254-aab2-a087fad1cae0,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:40.843255 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-03e3142b-c039-48c4-a8b6-6aa5d78a40fc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.844575 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-03e3142b-c039-48c4-a8b6-6aa5d78a40fc tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366360 Dec 13 11:04:40.847320 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45624) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:40.851814 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-4f67a4c7-7def-4a26-99c7-2cda4da2782e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'security_group_rule': {'security_group_id': '90a29310-d44e-4da0-919a-05af7612fd10', 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:40.875165 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.securitygroups_db [None req-4f67a4c7-7def-4a26-99c7-2cda4da2782e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Project e3be13a76fd34c08b584fea04b70d6f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 11:04:40.880842 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4f67a4c7-7def-4a26-99c7-2cda4da2782e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.949746 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4f67a4c7-7def-4a26-99c7-2cda4da2782e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.954281 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4f67a4c7-7def-4a26-99c7-2cda4da2782e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.962441 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-245ccd30-ab59-419a-8a4d-58b30e0b7cfe None None] New status for floating IP ae9af7d6-acbc-445c-bb7d-b9e87ed5378d: ACTIVE {{(pid=102443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:04:40.983910 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67a4c7-7def-4a26-99c7-2cda4da2782e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36e4d4e-a8c4-4dd8-9093-2cff1e307efb,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:40.997753 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4f67a4c7-7def-4a26-99c7-2cda4da2782e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:40.999531 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4f67a4c7-7def-4a26-99c7-2cda4da2782e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1508002 Dec 13 11:04:41.002061 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 45626) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:04:41.008405 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-0369ab98-fdda-4353-ba3b-0fd03ded7a35 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'security_group_rule': {'security_group_id': '90a29310-d44e-4da0-919a-05af7612fd10', 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:41.010685 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9475c14-de5d-4b24-bfde-b389964e08fc None None] New status for floating IP 1d9a6668-ad8b-4813-afa9-3d6981dfc1ab: ACTIVE {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:04:41.037139 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.securitygroups_db [None req-0369ab98-fdda-4353-ba3b-0fd03ded7a35 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Project e3be13a76fd34c08b584fea04b70d6f1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 11:04:41.042875 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0369ab98-fdda-4353-ba3b-0fd03ded7a35 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:41.114297 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0369ab98-fdda-4353-ba3b-0fd03ded7a35 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:41.118915 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0369ab98-fdda-4353-ba3b-0fd03ded7a35 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:41.137879 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369ab98-fdda-4353-ba3b-0fd03ded7a35 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bd3936-a404-40b6-8432-eb10a1075674,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:41.144247 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0369ab98-fdda-4353-ba3b-0fd03ded7a35 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:41.145223 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-0369ab98-fdda-4353-ba3b-0fd03ded7a35 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1414073 Dec 13 11:04:41.241213 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-79259c3e-38b5-4ddc-87d8-7b239e873d10 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976959627&fields=id&tenant_id=e3be13a76fd34c08b584fea04b70d6f1 HTTP/1.1" status: 200 len: 267 time: 0.0479579 Dec 13 11:04:41.293532 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-35efde82-cb7d-4ab2-aa60-257bfea1c43d tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:41.295079 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-35efde82-cb7d-4ab2-aa60-257bfea1c43d tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 945 time: 0.0482314 Dec 13 11:04:41.311258 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-07fa5bf0-4ba0-4fd7-9df9-3b8727159fe2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'port': {'security_groups': ['d942b52d-30be-4406-9b30-e0a078fd8f37', '90a29310-d44e-4da0-919a-05af7612fd10']}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:04:41.387820 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-07fa5bf0-4ba0-4fd7-9df9-3b8727159fe2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:41.622398 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-07fa5bf0-4ba0-4fd7-9df9-3b8727159fe2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] For port 0dc63639-2ee8-4703-a88b-a09296ccebeb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:41.654212 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-07fa5bf0-4ba0-4fd7-9df9-3b8727159fe2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:41.660282 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-07fa5bf0-4ba0-4fd7-9df9-3b8727159fe2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:41.675178 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['0dc63639-2ee8-4703-a88b-a09296ccebeb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:04:41.734209 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-07fa5bf0-4ba0-4fd7-9df9-3b8727159fe2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:41.734849 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-07fa5bf0-4ba0-4fd7-9df9-3b8727159fe2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:41.736234 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-048cf1eb-9f92-4cc2-a135-f99ba3751a44 req-07fa5bf0-4ba0-4fd7-9df9-3b8727159fe2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "PUT /v2.0/ports/0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 981 time: 0.4330101 Dec 13 11:04:41.736664 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:41.738940 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3962599-e962-4fd2-95e5-8a6c6f695207" -d '{"events": [{"name": "network-changed", "server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:41.761750 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fa5bf0-4ba0-4fd7-9df9-3b8727159fe2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'Port': ['ID=0dc63639-2ee8-4703-a88b-a09296ccebeb,revision_number=6']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:41.778724 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cedfd4-1248-4ede-94ce-40bfd718bad4 req-551e47e4-0852-4b53-917d-81c64d5e11fe tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:41.791861 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e4cedfd4-1248-4ede-94ce-40bfd718bad4 req-551e47e4-0852-4b53-917d-81c64d5e11fe tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.1241045 Dec 13 11:04:41.838301 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['0dc63639-2ee8-4703-a88b-a09296ccebeb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:04:41.849312 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e4cedfd4-1248-4ede-94ce-40bfd718bad4 req-7015b8e1-5a22-423f-b567-f3e12d3a9eb0 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535669 Dec 13 11:04:41.912694 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36da7185-40d8-431e-8b1c-f71c02bc82f0 x-openstack-request-id: req-36da7185-40d8-431e-8b1c-f71c02bc82f0 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:41.912982 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:41.913227 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-36da7185-40d8-431e-8b1c-f71c02bc82f0 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:41.913620 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'status': 'completed', 'code': 200} Dec 13 11:04:42.006033 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04a9fe-670b-4ab4-9569-a39cbeeec444 req-186acac7-d57d-408c-a261-65d561bdd8fe tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:42.007582 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7f04a9fe-670b-4ab4-9569-a39cbeeec444 req-186acac7-d57d-408c-a261-65d561bdd8fe tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0813799 Dec 13 11:04:42.010507 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-8ba1e01e-c321-4bfe-bf97-6f3246bdcfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:42.012405 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-8ba1e01e-c321-4bfe-bf97-6f3246bdcfbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3be13a76fd34c08b584fea04b70d6f1&device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 1137 time: 0.0595334 Dec 13 11:04:42.030793 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-e1c96f72-13e7-4744-89e1-5ec995b0f5d1 None None] Provisioning complete for port 0dc63639-2ee8-4703-a88b-a09296ccebeb triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:04:42.031160 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-e1c96f72-13e7-4744-89e1-5ec995b0f5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:42.127595 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7f04a9fe-670b-4ab4-9569-a39cbeeec444 req-43d88c99-5a5e-4734-a88c-fde41a8e28ff tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1128676 Dec 13 11:04:42.133485 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c9f4f5d8-3593-4922-b1c3-9f3db0d8902d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:42.150826 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-58b65596-5272-4e36-9750-b5d16a784627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:42.152622 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-58b65596-5272-4e36-9750-b5d16a784627 service neutron] 10.222.0.39 "GET /v2.0/networks?id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b HTTP/1.1" status: 200 len: 916 time: 0.1249232 Dec 13 11:04:42.220094 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-afd50d0d-9621-4f15-a504-6ca1d4cf2505 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 1000 time: 0.0594404 Dec 13 11:04:42.281139 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-685033c6-9c6f-46ea-aa0a-481b881b440c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:42.282847 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-685033c6-9c6f-46ea-aa0a-481b881b440c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940a9f10-69e9-493c-ae87-39e6cbca7f45 HTTP/1.1" status: 200 len: 854 time: 0.0491314 Dec 13 11:04:42.334931 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-6aa57d1e-8cfd-429c-95ef-a5875b1be32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:42.336603 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-6aa57d1e-8cfd-429c-95ef-a5875b1be32c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423281 Dec 13 11:04:42.431523 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-afe9934f-1ec3-4533-aa14-62fa9521315a service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843928 Dec 13 11:04:42.527750 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d3962599-e962-4fd2-95e5-8a6c6f695207 req-34de9ae2-4e7f-47d2-95a5-029e6a424e73 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861838 Dec 13 11:04:42.976997 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dc760-6664-43c1-be4d-3982ae8fa742 req-4d8690fb-cd4c-4595-8ac4-1fe7fa5e4c97 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:42.978460 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5f9dc760-6664-43c1-be4d-3982ae8fa742 req-4d8690fb-cd4c-4595-8ac4-1fe7fa5e4c97 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0488060 Dec 13 11:04:43.025351 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5f9dc760-6664-43c1-be4d-3982ae8fa742 req-25ff4af4-5734-4d3a-9e72-2235b6707264 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407166 Dec 13 11:04:43.291951 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ded923-95b0-4c10-997f-21019311ae22 req-4b74da1c-a741-489e-b5a0-a90cc1024234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:43.293433 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e4ded923-95b0-4c10-997f-21019311ae22 req-4b74da1c-a741-489e-b5a0-a90cc1024234 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 1098 time: 0.0932927 Dec 13 11:04:43.412420 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ded923-95b0-4c10-997f-21019311ae22 req-32662fb3-35f3-46a2-85fd-abc3e7045aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:43.413875 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e4ded923-95b0-4c10-997f-21019311ae22 req-32662fb3-35f3-46a2-85fd-abc3e7045aa1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 917 time: 0.0967205 Dec 13 11:04:43.481978 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e4ded923-95b0-4c10-997f-21019311ae22 req-d5543203-72f3-4c44-98b6-9b81e74b858d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36af29e0-5fac-465b-b2df-c851c01b944d HTTP/1.1" status: 200 len: 1000 time: 0.0593636 Dec 13 11:04:43.748554 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ded923-95b0-4c10-997f-21019311ae22 req-13c6452d-8ce8-4d4e-8f4e-54aeddd76a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:43.749954 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e4ded923-95b0-4c10-997f-21019311ae22 req-13c6452d-8ce8-4d4e-8f4e-54aeddd76a74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.2600026 Dec 13 11:04:43.799813 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ded923-95b0-4c10-997f-21019311ae22 req-781ddafd-1dd4-4244-bc24-b42eb1f3404b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:43.801276 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e4ded923-95b0-4c10-997f-21019311ae22 req-781ddafd-1dd4-4244-bc24-b42eb1f3404b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424788 Dec 13 11:04:43.907785 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e4ded923-95b0-4c10-997f-21019311ae22 req-1b809552-a1c8-493a-ba8e-510962fa7301 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920439 Dec 13 11:04:44.005371 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e4ded923-95b0-4c10-997f-21019311ae22 req-fc45a978-9a88-42d7-ac4f-5a78a3e6873a service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894086 Dec 13 11:04:44.160691 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb2d73-40ca-4ac6-8152-6a045603482a req-b75d5ba0-8889-466a-8c43-006f0fe45a86 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:44.162179 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-febb2d73-40ca-4ac6-8152-6a045603482a req-b75d5ba0-8889-466a-8c43-006f0fe45a86 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0575211 Dec 13 11:04:44.225022 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-febb2d73-40ca-4ac6-8152-6a045603482a req-5130dc71-d8e1-4b24-9d62-b28edecd75d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548356 Dec 13 11:04:44.376118 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-082fd522-6491-4850-9a15-e84d5c0cb124 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:45.370266 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637c22d-f6be-4474-8cb0-2a8b57bb529c req-f656effb-aafd-4438-a2f9-1f021525d144 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:45.371799 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7637c22d-f6be-4474-8cb0-2a8b57bb529c req-f656effb-aafd-4438-a2f9-1f021525d144 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0511765 Dec 13 11:04:45.426788 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7637c22d-f6be-4474-8cb0-2a8b57bb529c req-3cb5d997-fb32-415d-8a07-53e773290108 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487392 Dec 13 11:04:45.640138 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:46.556890 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3beb11f-a811-4bdc-83b9-bebc2e1bb78a req-4ecb875c-e7b3-48ed-87e1-173238af1a65 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:46.558374 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a3beb11f-a811-4bdc-83b9-bebc2e1bb78a req-4ecb875c-e7b3-48ed-87e1-173238af1a65 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0521655 Dec 13 11:04:46.608719 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a3beb11f-a811-4bdc-83b9-bebc2e1bb78a req-53cd6246-c0f6-4b76-afa0-582bfc3f3c82 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428905 Dec 13 11:04:47.003400 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:47.753743 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c0007-32b3-49df-ae89-1872b0202b28 req-509063c8-8209-46f0-8bb1-abcec63385b7 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:47.755324 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ec5c0007-32b3-49df-ae89-1872b0202b28 req-509063c8-8209-46f0-8bb1-abcec63385b7 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0607650 Dec 13 11:04:47.804910 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ec5c0007-32b3-49df-ae89-1872b0202b28 req-67578ac2-6b3b-4cc0-969e-73c788906c85 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Dec 13 11:04:48.038832 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:48.953086 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff6580b-39b1-4373-bcac-0b5564f7a902 req-edc2a34b-a90f-4393-bd6c-8cb7f314cd39 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:48.954699 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bff6580b-39b1-4373-bcac-0b5564f7a902 req-edc2a34b-a90f-4393-bd6c-8cb7f314cd39 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0599399 Dec 13 11:04:49.018443 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bff6580b-39b1-4373-bcac-0b5564f7a902 req-b6deff08-752f-43f7-b9d1-e14cd4789588 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538299 Dec 13 11:04:50.255583 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed56d83a-ced1-4b92-a913-c6f6b9f0f93f req-316dfffe-bcfc-4aa9-9629-a85abf102e3d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:50.257098 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ed56d83a-ced1-4b92-a913-c6f6b9f0f93f req-316dfffe-bcfc-4aa9-9629-a85abf102e3d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0522745 Dec 13 11:04:50.308412 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ed56d83a-ced1-4b92-a913-c6f6b9f0f93f req-898680ca-9fda-4a92-b0e0-ecf4614050cf tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451720 Dec 13 11:04:51.449552 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c1b4-fade-47fa-b222-b6a57a08ee6a req-838f29a9-1bef-46e3-8624-b2d3fff8ed72 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:51.451063 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6a45c1b4-fade-47fa-b222-b6a57a08ee6a req-838f29a9-1bef-46e3-8624-b2d3fff8ed72 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0674050 Dec 13 11:04:51.508739 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6a45c1b4-fade-47fa-b222-b6a57a08ee6a req-aa236bbf-0e9e-4bd8-b739-8131afb47f87 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485895 Dec 13 11:04:52.647390 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b8088-2b06-4eda-b9cf-119e5c93eadf req-dbbd2a75-70b2-4cec-8002-be51289b21a5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:52.648863 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-875b8088-2b06-4eda-b9cf-119e5c93eadf req-dbbd2a75-70b2-4cec-8002-be51289b21a5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0546660 Dec 13 11:04:52.696238 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-875b8088-2b06-4eda-b9cf-119e5c93eadf req-388f1287-0cad-4dcb-adbd-9cc2e03e3633 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411015 Dec 13 11:04:53.838926 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfe77f-f7af-4c0d-a0fe-c1a1c518ad65 req-25092523-d6dd-48f2-9d6b-4d27db52b370 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:53.840389 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-63dfe77f-f7af-4c0d-a0fe-c1a1c518ad65 req-25092523-d6dd-48f2-9d6b-4d27db52b370 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0551813 Dec 13 11:04:53.887917 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-63dfe77f-f7af-4c0d-a0fe-c1a1c518ad65 req-8c5882d2-7a24-452f-af22-bfe195060843 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410995 Dec 13 11:04:55.027347 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271063a0-a48d-4481-bff9-04545b8b92e6 req-c51c2f86-3be6-490f-a2a0-3ba6f219fe52 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:55.028813 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-271063a0-a48d-4481-bff9-04545b8b92e6 req-c51c2f86-3be6-490f-a2a0-3ba6f219fe52 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0550206 Dec 13 11:04:55.080489 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-271063a0-a48d-4481-bff9-04545b8b92e6 req-6fd287d5-4622-4ba5-ab48-38808c66d881 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425942 Dec 13 11:04:56.224738 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d369162-c654-4376-b8c5-4924b247afd0 req-18f29e8e-16c2-4d8f-8b3b-46d3092ff778 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:56.226198 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5d369162-c654-4376-b8c5-4924b247afd0 req-18f29e8e-16c2-4d8f-8b3b-46d3092ff778 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0716460 Dec 13 11:04:56.275676 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5d369162-c654-4376-b8c5-4924b247afd0 req-c887eac8-5ddd-4230-b0e1-0a62a03ffaa8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434246 Dec 13 11:04:57.330920 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 36af29e0-5fac-465b-b2df-c851c01b944d details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:04:57.397967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f4f46e-095c-43df-8621-454191d34a0e req-fd169af9-3175-471e-bf0c-0f47f486eeba tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:57.399496 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-53f4f46e-095c-43df-8621-454191d34a0e req-fd169af9-3175-471e-bf0c-0f47f486eeba tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0507097 Dec 13 11:04:57.433845 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:04:57.434476 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:57.445724 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '36af29e0-5fac-465b-b2df-c851c01b944d', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'port_id': '36af29e0-5fac-465b-b2df-c851c01b944d', 'mac_address': 'fa:16:3e:4d:36:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:04:57.449316 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-53f4f46e-095c-43df-8621-454191d34a0e req-fe1337eb-0a7e-4901-a211-19a7b5b629d6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433316 Dec 13 11:04:57.481675 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:57.494175 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36af29e0-5fac-465b-b2df-c851c01b944d {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:04:57.513796 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:57.519516 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:57.582134 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=6']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:57.589076 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.589441 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.589797 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.590130 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.590459 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.590808 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.591130 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.591448 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.591767 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.592095 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.592409 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.592702 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.593031 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:04:57.620800 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['36af29e0-5fac-465b-b2df-c851c01b944d'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:04:58.582961 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b4fc17-ebe1-4e81-87b8-4360d6b45ea1 req-11e6b0c4-728c-4b4e-a4d7-05fe7892dfcb tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:58.584399 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-45b4fc17-ebe1-4e81-87b8-4360d6b45ea1 req-11e6b0c4-728c-4b4e-a4d7-05fe7892dfcb tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 944 time: 0.0549173 Dec 13 11:04:58.637487 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-45b4fc17-ebe1-4e81-87b8-4360d6b45ea1 req-1152a97d-eae9-433e-8fd9-92025ef374a6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471826 Dec 13 11:04:58.945582 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 36af29e0-5fac-465b-b2df-c851c01b944d up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:04:59.002458 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 36af29e0-5fac-465b-b2df-c851c01b944d triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:04:59.002853 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:59.087736 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:59.110474 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:04:59.112745 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65021dc-8aa8-4015-b78b-5ef01d350144" -d '{"events": [{"server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "name": "network-vif-plugged", "status": "completed", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:04:59.124814 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:04:59.129506 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:04:59.152923 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:04:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fbbe9d-4376-474f-aa4d-d601693361a3 x-openstack-request-id: req-d3fbbe9d-4376-474f-aa4d-d601693361a3 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:04:59.153239 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "name": "network-vif-plugged", "status": "completed", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:04:59.153494 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d3fbbe9d-4376-474f-aa4d-d601693361a3 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:04:59.153898 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d', 'code': 200} Dec 13 11:04:59.179908 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=7']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:04:59.767954 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b92cc-a247-4b0a-ac75-3b780f09dea7 req-e2017c52-f6ab-46fa-b5a8-427ef4550841 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:04:59.769443 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0c8b92cc-a247-4b0a-ac75-3b780f09dea7 req-e2017c52-f6ab-46fa-b5a8-427ef4550841 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0501575 Dec 13 11:04:59.824086 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0c8b92cc-a247-4b0a-ac75-3b780f09dea7 req-99d89ac4-2e45-4766-a9f8-68235d37b7d9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487859 Dec 13 11:05:00.963263 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b11f8-fb6b-42f6-bd56-33d931bc738e req-4f012c6e-ff4d-4574-beae-36a87f4679e4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:00.976143 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b25b11f8-fb6b-42f6-bd56-33d931bc738e req-4f012c6e-ff4d-4574-beae-36a87f4679e4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0675321 Dec 13 11:05:01.027750 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b25b11f8-fb6b-42f6-bd56-33d931bc738e req-0c063d83-86d8-4802-bfc3-2abfc1f6c9b4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501361 Dec 13 11:05:02.177665 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d50307e-5484-43e3-a913-63adbae78e69 req-862e36af-0436-4c8c-9d1a-3132f77edd98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:02.180122 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8d50307e-5484-43e3-a913-63adbae78e69 req-862e36af-0436-4c8c-9d1a-3132f77edd98 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0552471 Dec 13 11:05:02.242726 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8d50307e-5484-43e3-a913-63adbae78e69 req-df8b8a50-f02c-4589-8a9c-aefe15b39ca9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551064 Dec 13 11:05:03.407578 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde7668-c37d-4925-8108-786ce54b2b58 req-5ffa6c05-a8ef-4687-ad21-0750001261ad tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:03.410000 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dfde7668-c37d-4925-8108-786ce54b2b58 req-5ffa6c05-a8ef-4687-ad21-0750001261ad tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0802846 Dec 13 11:05:03.422064 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172df732-67dc-4f57-9d55-de016557b9ad req-e668cde5-7464-4cfa-9463-df2d26202158 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:03.424004 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-172df732-67dc-4f57-9d55-de016557b9ad req-e668cde5-7464-4cfa-9463-df2d26202158 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.1106007 Dec 13 11:05:03.504144 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-172df732-67dc-4f57-9d55-de016557b9ad req-6e190849-687c-4d76-8ee8-114ffc3975c3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623243 Dec 13 11:05:03.521950 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dfde7668-c37d-4925-8108-786ce54b2b58 req-7b84ae18-8e3a-4495-88a8-b828a8ea578b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886858 Dec 13 11:05:04.688579 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7604c98f-57aa-4a74-913e-6dafc8b8f528 req-51d62c67-988e-4454-9147-304962854b31 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:04.690135 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7604c98f-57aa-4a74-913e-6dafc8b8f528 req-51d62c67-988e-4454-9147-304962854b31 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0834942 Dec 13 11:05:04.697512 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706f2f81-1117-428a-a56b-fd7fbaa5a523 req-d9ae2d21-dc90-4aaf-ba13-08e8fd329d0c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:04.698912 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-706f2f81-1117-428a-a56b-fd7fbaa5a523 req-d9ae2d21-dc90-4aaf-ba13-08e8fd329d0c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.0829968 Dec 13 11:05:04.766293 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-706f2f81-1117-428a-a56b-fd7fbaa5a523 req-6db03bbc-d50e-43e6-9742-d8324cbd5237 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601876 Dec 13 11:05:04.794791 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7604c98f-57aa-4a74-913e-6dafc8b8f528 req-1b643f73-79e8-424f-a7d4-7396126a1687 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907984 Dec 13 11:05:05.244946 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-4d18e290-0869-49c8-af70-1ffbc6e82431 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:05.246564 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-4d18e290-0869-49c8-af70-1ffbc6e82431 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 945 time: 0.0546780 Dec 13 11:05:05.359565 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-bceeceaa-8cdc-4a7d-8a72-07bbf2ccdee3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Deleting port ad69df03-5935-4b51-b1b8-fc4283277ffb {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:05:05.359907 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-bceeceaa-8cdc-4a7d-8a72-07bbf2ccdee3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:05.463230 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-bceeceaa-8cdc-4a7d-8a72-07bbf2ccdee3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] For port ad69df03-5935-4b51-b1b8-fc4283277ffb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=ad69df03-5935-4b51-b1b8-fc4283277ffb,segment=NetworkSegment(eda42fb2-f31d-4650-9621-39b38d353199),segment_id=eda42fb2-f31d-4650-9621-39b38d353199)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:05.463502 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-bceeceaa-8cdc-4a7d-8a72-07bbf2ccdee3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:05.478447 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-bceeceaa-8cdc-4a7d-8a72-07bbf2ccdee3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Calling delete_port for ad69df03-5935-4b51-b1b8-fc4283277ffb owned by compute:nova {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:05:05.644358 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-bceeceaa-8cdc-4a7d-8a72-07bbf2ccdee3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:05.656793 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['ad69df03-5935-4b51-b1b8-fc4283277ffb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:05:05.699112 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceeceaa-8cdc-4a7d-8a72-07bbf2ccdee3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Pushing event deleted for resources: {'Port': ['ID=ad69df03-5935-4b51-b1b8-fc4283277ffb,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:05.742643 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-bceeceaa-8cdc-4a7d-8a72-07bbf2ccdee3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] No DVR routers for this DVR port ad69df03-5935-4b51-b1b8-fc4283277ffb on host hv-cinder-80857 {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:05:05.745480 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-bceeceaa-8cdc-4a7d-8a72-07bbf2ccdee3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:05.749495 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-67fa0ce0-7eca-4cff-9e56-23c59e490a09 req-bceeceaa-8cdc-4a7d-8a72-07bbf2ccdee3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.39 "DELETE /v2.0/ports/ad69df03-5935-4b51-b1b8-fc4283277ffb HTTP/1.1" status: 204 len: 173 time: 0.4877346 Dec 13 11:05:05.749976 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6ba221-00a3-448f-aac6-fd5b9949c44e', 'name': 'network-vif-deleted', 'tag': 'ad69df03-5935-4b51-b1b8-fc4283277ffb'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:05:05.752557 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8661bca-4ec5-42f6-8fa3-fa24629f797d" -d '{"events": [{"server_uuid": "5c6ba221-00a3-448f-aac6-fd5b9949c44e", "name": "network-vif-deleted", "tag": "ad69df03-5935-4b51-b1b8-fc4283277ffb"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:05:05.833907 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd771156-c4b0-4f31-a429-73bed4fbd3d9 x-openstack-request-id: req-bd771156-c4b0-4f31-a429-73bed4fbd3d9 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:05:05.834859 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6ba221-00a3-448f-aac6-fd5b9949c44e", "name": "network-vif-deleted", "tag": "ad69df03-5935-4b51-b1b8-fc4283277ffb", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:05:05.835510 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd771156-c4b0-4f31-a429-73bed4fbd3d9 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:05:05.836361 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c6ba221-00a3-448f-aac6-fd5b9949c44e', 'name': 'network-vif-deleted', 'tag': 'ad69df03-5935-4b51-b1b8-fc4283277ffb', 'status': 'completed', 'code': 200} Dec 13 11:05:05.932661 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a956cc25-2ec4-434e-97dc-a5d77e5a2a01 req-728d9f41-67f7-4a1f-809a-a38abde16b80 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=5c6ba221-00a3-448f-aac6-fd5b9949c44e HTTP/1.1" status: 200 len: 210 time: 0.0294476 Dec 13 11:05:05.995880 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6360b8f4-3362-48f3-8541-b4d3786c1fb9 req-bcf58f55-4750-4667-8d45-9f60d2010461 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:05.997550 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6360b8f4-3362-48f3-8541-b4d3786c1fb9 req-bcf58f55-4750-4667-8d45-9f60d2010461 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0621219 Dec 13 11:05:06.052573 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6360b8f4-3362-48f3-8541-b4d3786c1fb9 req-c5ae066a-d2c9-4e01-b15d-c1f7fc4b56e3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483387 Dec 13 11:05:07.217786 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8698ce-29c6-4172-aabb-0ea8db49f75f req-7290f4d7-22ae-49f2-80a8-53083ee71209 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:07.225304 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d8698ce-29c6-4172-aabb-0ea8db49f75f req-7290f4d7-22ae-49f2-80a8-53083ee71209 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0781920 Dec 13 11:05:07.286218 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d8698ce-29c6-4172-aabb-0ea8db49f75f req-ae9fd338-88a4-4422-8894-1ec546ecd5b3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597947 Dec 13 11:05:08.434049 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd4fefd-8f0e-4f9d-b1f1-e928eb22a0b9 req-e74f1311-d7e0-4549-b3c6-23873dc269ca tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:08.435784 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7bd4fefd-8f0e-4f9d-b1f1-e928eb22a0b9 req-e74f1311-d7e0-4549-b3c6-23873dc269ca tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0565593 Dec 13 11:05:08.490977 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7bd4fefd-8f0e-4f9d-b1f1-e928eb22a0b9 req-03b8b199-5c3d-4830-a538-af037863bd46 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490937 Dec 13 11:05:09.239426 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device ad69df03-5935-4b51-b1b8-fc4283277ffb no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:05:09.260391 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: ad69df03-5935-4b51-b1b8-fc4283277ffb {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:05:09.261018 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device ad69df03-5935-4b51-b1b8-fc4283277ffb not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:05:09.614071 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29354d3c-d277-484f-bc93-cef83c84334f req-622d13e6-9b2d-40a4-aeb1-6e1bed4e34e3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:09.615567 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-29354d3c-d277-484f-bc93-cef83c84334f req-622d13e6-9b2d-40a4-aeb1-6e1bed4e34e3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0530148 Dec 13 11:05:09.665879 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-29354d3c-d277-484f-bc93-cef83c84334f req-aab30b51-d842-4df3-b421-37fba3de122b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417743 Dec 13 11:05:10.253912 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:10.798569 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3a4624-d770-477d-a1df-89415463d7ca req-d7dcd996-fbc0-4c07-80c2-4a559d6ee3d2 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:10.800232 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8f3a4624-d770-477d-a1df-89415463d7ca req-d7dcd996-fbc0-4c07-80c2-4a559d6ee3d2 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0571291 Dec 13 11:05:10.848862 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8f3a4624-d770-477d-a1df-89415463d7ca req-055ad7a9-4613-42e4-a5ba-39a28212fb8c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423994 Dec 13 11:05:10.965674 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eb503-bf88-4315-9399-2775f6477516 req-fde15fc6-7350-4f04-b4b5-5ebb0c727784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:10.967196 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c76eb503-bf88-4315-9399-2775f6477516 req-fde15fc6-7350-4f04-b4b5-5ebb0c727784 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 1098 time: 0.0426576 Dec 13 11:05:11.061221 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eb503-bf88-4315-9399-2775f6477516 req-0927193e-95f5-4e7b-802e-ac846c02d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:11.062599 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c76eb503-bf88-4315-9399-2775f6477516 req-0927193e-95f5-4e7b-802e-ac846c02d625 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 917 time: 0.0878770 Dec 13 11:05:11.135934 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c76eb503-bf88-4315-9399-2775f6477516 req-d20cc15a-b5fd-4f0f-a106-9dfa8e63b08a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36af29e0-5fac-465b-b2df-c851c01b944d HTTP/1.1" status: 200 len: 1000 time: 0.0647810 Dec 13 11:05:11.190039 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eb503-bf88-4315-9399-2775f6477516 req-63270144-2880-4279-a75d-7f1b1d1e82e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:11.191496 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c76eb503-bf88-4315-9399-2775f6477516 req-63270144-2880-4279-a75d-7f1b1d1e82e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.0470448 Dec 13 11:05:11.246848 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76eb503-bf88-4315-9399-2775f6477516 req-e10fabc7-6d30-4a8b-8dbd-f7f2e5725ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:11.248360 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c76eb503-bf88-4315-9399-2775f6477516 req-e10fabc7-6d30-4a8b-8dbd-f7f2e5725ee4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465755 Dec 13 11:05:11.347682 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c76eb503-bf88-4315-9399-2775f6477516 req-9ca070fe-fd5f-4493-955b-be873c048a98 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884814 Dec 13 11:05:11.446897 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c76eb503-bf88-4315-9399-2775f6477516 req-3b027524-8d64-4c72-8c3e-9aa8cce3a204 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915601 Dec 13 11:05:11.996252 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c9489-04d3-4b7e-a1c3-579f14d4f2b1 req-696a514c-8f9b-4b1b-ad46-7da10be9dc59 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:11.997760 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cc9c9489-04d3-4b7e-a1c3-579f14d4f2b1 req-696a514c-8f9b-4b1b-ad46-7da10be9dc59 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0585487 Dec 13 11:05:12.048331 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cc9c9489-04d3-4b7e-a1c3-579f14d4f2b1 req-c8480f50-da22-47cb-b11e-f122cd8762ad tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439382 Dec 13 11:05:12.085019 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-47554e8c-f1c5-4b1c-89dd-dce42dba674f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:13.189244 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce54dba-7a34-4fac-9652-a48f794bdaad req-c88d4a24-7c99-4808-bb20-41019f1a2560 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:13.190770 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7ce54dba-7a34-4fac-9652-a48f794bdaad req-c88d4a24-7c99-4808-bb20-41019f1a2560 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0532558 Dec 13 11:05:13.245637 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7ce54dba-7a34-4fac-9652-a48f794bdaad req-76440388-907c-4144-b6dc-c717ef7cadc5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459349 Dec 13 11:05:14.381105 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91e711-a1d7-400a-b615-f9154d5a5575 req-6c3cf84f-201d-4785-8906-f5aa64a40319 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:14.382666 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-af91e711-a1d7-400a-b615-f9154d5a5575 req-6c3cf84f-201d-4785-8906-f5aa64a40319 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0563755 Dec 13 11:05:14.383531 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a123290a-6d39-4472-9bbb-50bec076b630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:14.433444 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-af91e711-a1d7-400a-b615-f9154d5a5575 req-42b9a5ed-954f-4ab2-bd6e-6770e790c00d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439668 Dec 13 11:05:14.655980 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b299c3-2ee6-46d8-b795-6be379fc982b req-bd8b3408-189e-4d1a-8b7e-85dcc2880f87 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:14.657643 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-46b299c3-2ee6-46d8-b795-6be379fc982b req-bd8b3408-189e-4d1a-8b7e-85dcc2880f87 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0632067 Dec 13 11:05:14.718351 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-46b299c3-2ee6-46d8-b795-6be379fc982b req-d3bd8e96-0607-4839-a9b1-3027b29f012f tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546093 Dec 13 11:05:15.562394 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9834ff6-9485-4657-b747-2ad6059a6cab req-d9a0c32b-113c-4cb8-827e-87b23b5644cc tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:15.564015 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a9834ff6-9485-4657-b747-2ad6059a6cab req-d9a0c32b-113c-4cb8-827e-87b23b5644cc tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 945 time: 0.0564051 Dec 13 11:05:15.615042 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a9834ff6-9485-4657-b747-2ad6059a6cab req-52151675-4cef-4020-9231-44163364d0e5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450301 Dec 13 11:05:15.642192 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:15.680605 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 36af29e0-5fac-465b-b2df-c851c01b944d no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:05:15.762325 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:15.779337 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-c08110ca-fd7b-4792-9817-d92135e85cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:15.780860 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-c08110ca-fd7b-4792-9817-d92135e85cd8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3be13a76fd34c08b584fea04b70d6f1&device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 1137 time: 0.0482776 Dec 13 11:05:15.787110 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:05:15.789936 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7435a5-1361-429e-a998-5aed7085f8db" -d '{"events": [{"server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "name": "network-vif-unplugged", "status": "completed", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:05:15.804711 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:15.820075 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:15.898188 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30078012-38e0-41a5-b891-f96fdb2257f3 req-b36b35f6-aa92-47d6-96a6-4bdd5c04fbec tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:15.899709 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-30078012-38e0-41a5-b891-f96fdb2257f3 req-b36b35f6-aa92-47d6-96a6-4bdd5c04fbec tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.1022778 Dec 13 11:05:15.909243 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=8']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:15.945609 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 11:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd511951-8912-4a41-b3d3-d0851935849c x-openstack-request-id: req-bd511951-8912-4a41-b3d3-d0851935849c {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:05:15.945920 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "name": "network-vif-unplugged", "status": "completed", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:05:15.946171 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bd511951-8912-4a41-b3d3-d0851935849c {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:05:15.946752 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d', 'code': 200} Dec 13 11:05:15.952326 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-4d5019ca-9e41-45f7-b7a6-cea28177f591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:15.954119 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-4d5019ca-9e41-45f7-b7a6-cea28177f591 service neutron] 10.222.0.39 "GET /v2.0/networks?id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b HTTP/1.1" status: 200 len: 916 time: 0.1640799 Dec 13 11:05:16.036206 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-30078012-38e0-41a5-b891-f96fdb2257f3 req-b522d73e-ad57-4639-8d87-23ba2b46cb0e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1234510 Dec 13 11:05:16.093897 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-a546c43b-077a-48d7-9390-fbae0a616ac4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 1000 time: 0.1293354 Dec 13 11:05:16.171938 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-a4aa58fa-64b1-4c6b-8f74-eaec04061a0c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:16.173474 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-a4aa58fa-64b1-4c6b-8f74-eaec04061a0c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/networks?id=833eb653-7990-4b94-a715-288a9ca7a7d4 HTTP/1.1" status: 200 len: 814 time: 0.1609743 Dec 13 11:05:16.175266 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-f48a0de3-4c86-47cf-8398-f44797f2224b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:16.176541 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-f48a0de3-4c86-47cf-8398-f44797f2224b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940a9f10-69e9-493c-ae87-39e6cbca7f45 HTTP/1.1" status: 200 len: 854 time: 0.0740643 Dec 13 11:05:16.189151 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-928796ce-5c96-440d-83dd-d313a90dbae5 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/quotas/c4f1242a502346f5ac675d8ff39ad17c HTTP/1.1" status: 200 len: 375 time: 0.0090868 Dec 13 11:05:16.241892 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-59596af3-2ac3-4ea8-8153-42a1a65be83a tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c4f1242a502346f5ac675d8ff39ad17c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425041 Dec 13 11:05:16.260145 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-b7d4947b-5439-4be4-8c12-e9d3f6d59fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:16.261853 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-b7d4947b-5439-4be4-8c12-e9d3f6d59fac service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696940 Dec 13 11:05:16.441783 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-08827922-6ec8-4ba1-8413-10d2dc81d921 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529438 Dec 13 11:05:16.458185 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-67917a1f-1fe6-4165-af72-08f7e406b958 service neutron] 10.222.0.43 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091384 Dec 13 11:05:16.861180 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150fe0e0-1278-4bde-8dc5-c54090a0e574 req-739b2a5b-efb4-47a3-a29e-8b53c9768fcc tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:16.862561 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-150fe0e0-1278-4bde-8dc5-c54090a0e574 req-739b2a5b-efb4-47a3-a29e-8b53c9768fcc tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.1301663 Dec 13 11:05:16.866067 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-02b421c5-c0cb-49a5-9a6d-0786762d9ca3 req-0abd3bfb-cfab-4528-8c1c-35efe793f223 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161012 Dec 13 11:05:16.868287 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-03ffb5a0-d974-4393-910b-3beff7db9622 service neutron] 10.222.0.43 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996646 Dec 13 11:05:16.914976 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-150fe0e0-1278-4bde-8dc5-c54090a0e574 req-a5306f14-aa11-42b5-98ef-9608161fcf5d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457444 Dec 13 11:05:17.003190 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:17.080399 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-04c3210a-58b2-4953-a809-2995a695bed9 req-a3d588a3-a8c1-48b6-9d55-c7053173981c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 210 time: 0.0346172 Dec 13 11:05:17.186788 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686e41e-7d73-4407-8938-39dfbbe9a25e req-3fa1afb0-1595-4eb9-9931-4062b9c297d2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:17.188405 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e686e41e-7d73-4407-8938-39dfbbe9a25e req-3fa1afb0-1595-4eb9-9931-4062b9c297d2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0507715 Dec 13 11:05:17.268804 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e686e41e-7d73-4407-8938-39dfbbe9a25e req-48961303-1544-429d-ac8d-7d9e3db1ec76 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0722101 Dec 13 11:05:17.760249 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [req-1af83863-28e9-4070-a5e7-84f4db7ca18b req-3c7d240d-79f9-4f76-9f54-3eabbcdef415 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:05:17.761470 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1af83863-28e9-4070-a5e7-84f4db7ca18b req-3c7d240d-79f9-4f76-9f54-3eabbcdef415 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056334 Dec 13 11:05:17.932178 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007e74bb-ea98-49e9-b5c3-fb14ee43e97e req-8a23235c-d697-41fa-811a-ce251af8da28 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:17.933625 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-007e74bb-ea98-49e9-b5c3-fb14ee43e97e req-8a23235c-d697-41fa-811a-ce251af8da28 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0635102 Dec 13 11:05:17.992258 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-472583f8-edd2-470c-a528-bd60278d4212 req-4cd8e003-9a61-4e04-8b6b-e08cc6caf2d7 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778177 Dec 13 11:05:17.999584 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-007e74bb-ea98-49e9-b5c3-fb14ee43e97e req-bc7eb739-1e04-40f9-8878-559903c0bd4b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528674 Dec 13 11:05:18.049610 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:18.204642 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-429aaebe-3341-45d1-91f8-cb4a85cc4261 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:18.206150 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-429aaebe-3341-45d1-91f8-cb4a85cc4261 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.39 "GET /v2.0/networks?id=833eb653-7990-4b94-a715-288a9ca7a7d4 HTTP/1.1" status: 200 len: 814 time: 0.1509831 Dec 13 11:05:18.208181 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-99e87124-91e1-4145-bc73-67035aba977d req-87dfff2f-4c04-471f-830b-80725a06e9a8 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 210 time: 0.0429966 Dec 13 11:05:18.224487 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Request body: {'port': {'device_id': 'bd6c8f86-0099-4933-b358-c52b785e38cf', 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4', 'admin_state_up': True, 'tenant_id': 'c4f1242a502346f5ac675d8ff39ad17c'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:18.345668 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Made reservation on behalf of c4f1242a502346f5ac675d8ff39ad17c for: {'port': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:05:18.349637 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:18.455635 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbe39b7-e087-4c0a-a8bb-7c6f1ea42a56 req-be39d15b-5d56-4661-b2f9-f49db0c2f5ec tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:18.457045 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4dbe39b7-e087-4c0a-a8bb-7c6f1ea42a56 req-be39d15b-5d56-4661-b2f9-f49db0c2f5ec tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.1040761 Dec 13 11:05:18.555038 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Allocated IP 172.20.0.8 (833eb653-7990-4b94-a715-288a9ca7a7d4/de043804-7824-4ab4-9fbf-1b3e0e462491/dd15befd-fd95-4336-acc2-3ed60a5e37d1) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:05:18.576385 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4dbe39b7-e087-4c0a-a8bb-7c6f1ea42a56 req-04d00a5a-63e9-4a1f-b426-23386ca9e428 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127524 Dec 13 11:05:18.716979 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:18.762257 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:18.810970 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Network 833eb653-7990-4b94-a715-288a9ca7a7d4 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:05:18.814160 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:05:18.817803 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:05:18.824221 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Pushing event updated for resources: {'Port': ['ID=dd15befd-fd95-4336-acc2-3ed60a5e37d1,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:18.873066 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:18.873671 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:18.893172 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-4364ccc6-3e4a-4b3c-9b6b-be2fe809b7f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6743534 Dec 13 11:05:18.896020 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472583f8-edd2-470c-a528-bd60278d4212 req-f6da9b03-2168-4629-929c-4f479f3e4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:18.897570 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-472583f8-edd2-470c-a528-bd60278d4212 req-f6da9b03-2168-4629-929c-4f479f3e4725 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b&tenant_id=e97c3705b03f4c6d8d029a03b5b80ead HTTP/1.1" status: 200 len: 1096 time: 0.0867481 Dec 13 11:05:18.913892 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Request body: {'port': {'device_id': 'bd6c8f86-0099-4933-b358-c52b785e38cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:05:18.967588 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472583f8-edd2-470c-a528-bd60278d4212 req-aef3a495-7fd5-45cb-8c5b-002aa868a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:18.969038 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-472583f8-edd2-470c-a528-bd60278d4212 req-aef3a495-7fd5-45cb-8c5b-002aa868a3cc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 1096 time: 0.0412507 Dec 13 11:05:18.972450 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:19.191741 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab42d10-424f-435e-99ad-084a39f63339 req-98982eec-7089-488e-aaa3-8b9bbc7f5e8a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:19.193308 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bab42d10-424f-435e-99ad-084a39f63339 req-98982eec-7089-488e-aaa3-8b9bbc7f5e8a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.1091144 Dec 13 11:05:19.285840 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bab42d10-424f-435e-99ad-084a39f63339 req-b951ff10-d0cb-47f1-8822-48cf7fbed221 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810637 Dec 13 11:05:19.327308 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472583f8-edd2-470c-a528-bd60278d4212 req-46fc144c-01ad-4b97-aec4-276f2faf21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:19.328878 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-472583f8-edd2-470c-a528-bd60278d4212 req-46fc144c-01ad-4b97-aec4-276f2faf21b5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 200 len: 917 time: 0.3501215 Dec 13 11:05:19.350434 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd15befd-fd95-4336-acc2-3ed60a5e37d1 {{(pid=102441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:05:19.359589 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:19.379718 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d75300-4e26-43ab-bede-4cb54d9499c2 req-0fc63903-a651-48a2-899a-fe2ec8e6fc25 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:19.381185 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-08d75300-4e26-43ab-bede-4cb54d9499c2 req-0fc63903-a651-48a2-899a-fe2ec8e6fc25 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 931 time: 0.0928957 Dec 13 11:05:19.383820 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.provisioning_blocks [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Transition to ACTIVE for port object dd15befd-fd95-4336-acc2-3ed60a5e37d1 will not be triggered until provisioned by entity L2. {{(pid=102441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:05:19.388377 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:19.398145 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-472583f8-edd2-470c-a528-bd60278d4212 req-b05f5e11-71b3-469a-882a-44c741ff887c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=36af29e0-5fac-465b-b2df-c851c01b944d HTTP/1.1" status: 200 len: 998 time: 0.0607340 Dec 13 11:05:19.454823 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472583f8-edd2-470c-a528-bd60278d4212 req-463b9a15-2b65-40fd-bd7d-6df607a3a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:19.456353 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-472583f8-edd2-470c-a528-bd60278d4212 req-463b9a15-2b65-40fd-bd7d-6df607a3a62c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 200 len: 855 time: 0.0502670 Dec 13 11:05:19.470129 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Pushing event updated for resources: {'Port': ['ID=dd15befd-fd95-4336-acc2-3ed60a5e37d1,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:19.480044 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-08d75300-4e26-43ab-bede-4cb54d9499c2 req-52c5d83f-e2c2-446e-b114-122fdd3f219d tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893891 Dec 13 11:05:19.514369 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472583f8-edd2-470c-a528-bd60278d4212 req-096dc50f-9bef-45c5-9669-64dc4b0f76c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:19.515923 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-472583f8-edd2-470c-a528-bd60278d4212 req-096dc50f-9bef-45c5-9669-64dc4b0f76c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a9e5b66e-46c7-490d-93ed-2c8183758c1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525796 Dec 13 11:05:19.554853 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Attempting to bind port dd15befd-fd95-4336-acc2-3ed60a5e37d1 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:05:19.555202 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Attempting to bind port dd15befd-fd95-4336-acc2-3ed60a5e37d1 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'eda42fb2-f31d-4650-9621-39b38d353199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4'}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:05:19.555512 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Attempting to bind port dd15befd-fd95-4336-acc2-3ed60a5e37d1 on network 833eb653-7990-4b94-a715-288a9ca7a7d4 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:05:19.560166 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Port dd15befd-fd95-4336-acc2-3ed60a5e37d1 on network 833eb653-7990-4b94-a715-288a9ca7a7d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:05:19.560515 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Attempting to bind port dd15befd-fd95-4336-acc2-3ed60a5e37d1 on network 833eb653-7990-4b94-a715-288a9ca7a7d4 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:05:19.565735 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:05:19.566096 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Checking segment: {'id': 'eda42fb2-f31d-4650-9621-39b38d353199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:05:19.566504 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Bound using segment: {'id': 'eda42fb2-f31d-4650-9621-39b38d353199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4'} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:05:19.567001 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Bound port: dd15befd-fd95-4336-acc2-3ed60a5e37d1, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eda42fb2-f31d-4650-9621-39b38d353199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 262, 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4'}}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:05:19.567541 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:19.610392 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-472583f8-edd2-470c-a528-bd60278d4212 req-b5738631-e684-49a3-840e-dff6dd7a819c service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865974 Dec 13 11:05:19.634947 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] For port dd15befd-fd95-4336-acc2-3ed60a5e37d1, host hv-cinder-80857, cleared binding levels {{(pid=102441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:05:19.638436 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] For port dd15befd-fd95-4336-acc2-3ed60a5e37d1, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dd15befd-fd95-4336-acc2-3ed60a5e37d1,segment=NetworkSegment(eda42fb2-f31d-4650-9621-39b38d353199),segment_id=eda42fb2-f31d-4650-9621-39b38d353199)] {{(pid=102441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:05:19.645598 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:19.710476 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-472583f8-edd2-470c-a528-bd60278d4212 req-d698e4c4-14f5-4f24-8721-bc5d079b17d8 service neutron] 10.222.0.39 "GET /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923846 Dec 13 11:05:19.712475 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:19.713132 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:19.714453 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] 10.222.0.39 "PUT /v2.0/ports/dd15befd-fd95-4336-acc2-3ed60a5e37d1 HTTP/1.1" status: 200 len: 1093 time: 0.8048260 Dec 13 11:05:19.716652 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6c8f86-0099-4933-b358-c52b785e38cf', 'tag': 'dd15befd-fd95-4336-acc2-3ed60a5e37d1'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:05:19.718975 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6c8f86-0099-4933-b358-c52b785e38cf", "tag": "dd15befd-fd95-4336-acc2-3ed60a5e37d1"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:05:19.741290 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394da966-f53b-4b7d-99e7-e5acd8fb22dc service neutron] Pushing event updated for resources: {'Port': ['ID=dd15befd-fd95-4336-acc2-3ed60a5e37d1,revision_number=3']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:19.761935 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872f9189-3740-4e2c-bb37-8bcdee7a4945 req-3377bfba-b8c7-46da-9b26-65329b20b705 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:19.763414 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-872f9189-3740-4e2c-bb37-8bcdee7a4945 req-3377bfba-b8c7-46da-9b26-65329b20b705 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.1119843 Dec 13 11:05:19.827106 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6732df9b-c76c-4d1c-9848-d29eec1c5b98 x-openstack-request-id: req-6732df9b-c76c-4d1c-9848-d29eec1c5b98 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:05:19.827396 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6c8f86-0099-4933-b358-c52b785e38cf", "tag": "dd15befd-fd95-4336-acc2-3ed60a5e37d1", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:05:19.827647 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6732df9b-c76c-4d1c-9848-d29eec1c5b98 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:05:19.828044 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd6c8f86-0099-4933-b358-c52b785e38cf', 'tag': 'dd15befd-fd95-4336-acc2-3ed60a5e37d1', 'status': 'completed', 'code': 200} Dec 13 11:05:19.842725 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-84b2a7a9-8662-4504-b0e6-279a10b2deed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:19.844238 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-84b2a7a9-8662-4504-b0e6-279a10b2deed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4f1242a502346f5ac675d8ff39ad17c&device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 1096 time: 0.0799153 Dec 13 11:05:19.858559 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-872f9189-3740-4e2c-bb37-8bcdee7a4945 req-dfecc024-4598-407f-a5ea-adc8acaccf9a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0846329 Dec 13 11:05:19.896145 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-2fd334bf-da7c-40d4-9889-a54c73eec2ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd15befd-fd95-4336-acc2-3ed60a5e37d1 HTTP/1.1" status: 200 len: 217 time: 0.0361135 Dec 13 11:05:19.952660 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-64fd0c31-734e-4b72-bdff-b3d3803d7337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:19.954247 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-64fd0c31-734e-4b72-bdff-b3d3803d7337 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de043804-7824-4ab4-9fbf-1b3e0e462491 HTTP/1.1" status: 200 len: 854 time: 0.0498488 Dec 13 11:05:19.989352 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-1b00a132-e0ba-4e7a-afda-0c888766ab9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=833eb653-7990-4b94-a715-288a9ca7a7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256181 Dec 13 11:05:20.092204 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-c515c68c-56e2-4e02-ba65-ef8b2df9472b service neutron] 10.222.0.39 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943539 Dec 13 11:05:20.438843 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f1e50-358a-420f-86b1-62c4aa2bd13b req-d7fe0cfb-89a0-4fd0-bb7c-940c630e62a5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:20.441052 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cd2f1e50-358a-420f-86b1-62c4aa2bd13b req-d7fe0cfb-89a0-4fd0-bb7c-940c630e62a5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0616004 Dec 13 11:05:20.489927 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cd2f1e50-358a-420f-86b1-62c4aa2bd13b req-2bf25221-c043-43fe-bfc1-defd3cbf0ac1 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425477 Dec 13 11:05:20.614607 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea0fc0-1371-4894-b2b8-4cff196ba13e req-eb1594ca-5730-4c2b-bd5b-ab4e3c01a17f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:20.616109 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0cea0fc0-1371-4894-b2b8-4cff196ba13e req-eb1594ca-5730-4c2b-bd5b-ab4e3c01a17f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0606208 Dec 13 11:05:20.665960 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0cea0fc0-1371-4894-b2b8-4cff196ba13e req-f7449be5-9cb2-4e80-9802-9a935dbe5682 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437551 Dec 13 11:05:20.987847 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede6970-377e-448f-b2fd-2c9a4c7c2c11 req-f8b8e244-d3c5-49c1-8c16-fbbe8d4e5372 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:20.989331 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7ede6970-377e-448f-b2fd-2c9a4c7c2c11 req-f8b8e244-d3c5-49c1-8c16-fbbe8d4e5372 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0497651 Dec 13 11:05:21.066039 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7ede6970-377e-448f-b2fd-2c9a4c7c2c11 req-d56a8d8e-0adb-47d8-a4cf-11b87527cb62 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0702956 Dec 13 11:05:21.625332 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4828c3fa-062d-4ee9-80f0-4f01aa1cd0bb req-ee85d3e2-7581-4cf0-884a-c731e90ac408 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:21.626903 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4828c3fa-062d-4ee9-80f0-4f01aa1cd0bb req-ee85d3e2-7581-4cf0-884a-c731e90ac408 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0497482 Dec 13 11:05:21.674876 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4828c3fa-062d-4ee9-80f0-4f01aa1cd0bb req-a91b3c50-c7df-438b-9396-33a881e46ab6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420771 Dec 13 11:05:21.700035 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 36af29e0-5fac-465b-b2df-c851c01b944d no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:05:21.796156 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee07db9-02c8-49c2-9c73-b187b61faaad req-dbe04f3e-174a-48e1-970d-a35f5207e490 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:21.802603 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bee07db9-02c8-49c2-9c73-b187b61faaad req-dbe04f3e-174a-48e1-970d-a35f5207e490 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0531092 Dec 13 11:05:21.860698 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bee07db9-02c8-49c2-9c73-b187b61faaad req-2a58c927-bff1-475a-bb3e-25b5e2ce3ac4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487416 Dec 13 11:05:22.198927 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa48dc6c-c4ba-4bea-9743-f79285d6ac6e req-dd0d5232-ce34-4c4a-a39d-5fb981059d83 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:22.200388 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fa48dc6c-c4ba-4bea-9743-f79285d6ac6e req-dd0d5232-ce34-4c4a-a39d-5fb981059d83 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0543804 Dec 13 11:05:22.269855 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fa48dc6c-c4ba-4bea-9743-f79285d6ac6e req-6666869f-7c7c-44d5-b5fe-9549399c6519 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630112 Dec 13 11:05:22.803292 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ec740-939a-4fd3-b44b-e930e9606f77 req-d269b014-313d-4ef9-bbb3-9d09f302f949 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:22.804932 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-457ec740-939a-4fd3-b44b-e930e9606f77 req-d269b014-313d-4ef9-bbb3-9d09f302f949 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0560234 Dec 13 11:05:22.855304 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-457ec740-939a-4fd3-b44b-e930e9606f77 req-1fd0a7d4-2717-43d1-bd6e-1dafd16f9e0a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Dec 13 11:05:22.979186 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fcf553-1765-417f-93b3-63ea682c530a req-f12d78b8-c408-489b-ad55-b4ad0437ab16 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:22.980703 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-28fcf553-1765-417f-93b3-63ea682c530a req-f12d78b8-c408-489b-ad55-b4ad0437ab16 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0483620 Dec 13 11:05:23.035729 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-28fcf553-1765-417f-93b3-63ea682c530a req-3b3dbf1f-d2cc-4dfe-a91c-7e6c5db4c9de tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487669 Dec 13 11:05:23.388287 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d050ea0d-2f4e-4b57-a298-0ad3c18a2676 req-a6a5b976-454e-46d2-8777-403c96e48553 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:23.389871 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d050ea0d-2f4e-4b57-a298-0ad3c18a2676 req-a6a5b976-454e-46d2-8777-403c96e48553 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0500722 Dec 13 11:05:23.457852 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d050ea0d-2f4e-4b57-a298-0ad3c18a2676 req-42562954-74a9-452a-9a86-bdffce674966 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615416 Dec 13 11:05:23.982200 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0b507-b213-4cc6-9235-8868cdb199ea req-45ca4652-05e2-427c-889a-1c6342c827d1 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:23.983876 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e8e0b507-b213-4cc6-9235-8868cdb199ea req-45ca4652-05e2-427c-889a-1c6342c827d1 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0501621 Dec 13 11:05:24.033098 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e8e0b507-b213-4cc6-9235-8868cdb199ea req-4177d99f-a533-4f83-8b5c-7b6715b8bd0c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422232 Dec 13 11:05:24.156338 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfc440-b08c-44b5-8077-e670b41519a1 req-ec21c55f-32d7-498b-bcd7-f96406d036dd tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:24.157877 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3fbfc440-b08c-44b5-8077-e670b41519a1 req-ec21c55f-32d7-498b-bcd7-f96406d036dd tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0532157 Dec 13 11:05:24.208044 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3fbfc440-b08c-44b5-8077-e670b41519a1 req-b4be3b21-7f65-4521-b2e8-76ff7e8fbc02 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433044 Dec 13 11:05:24.581146 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545412f2-e515-4909-9e0c-cc0a9fdc6dbe req-3196c3e1-e2e8-4610-b41a-62740714910e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:24.582715 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-545412f2-e515-4909-9e0c-cc0a9fdc6dbe req-3196c3e1-e2e8-4610-b41a-62740714910e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0493166 Dec 13 11:05:24.647855 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-545412f2-e515-4909-9e0c-cc0a9fdc6dbe req-540983ee-9c38-40af-a5e9-aa68659c047d tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0587728 Dec 13 11:05:25.184346 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab241de-3f30-4d60-8c9f-c503cad1252f req-ece0ebf5-c510-4328-8909-c173c97c02d5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:25.186068 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fab241de-3f30-4d60-8c9f-c503cad1252f req-ece0ebf5-c510-4328-8909-c173c97c02d5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0678222 Dec 13 11:05:25.238073 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fab241de-3f30-4d60-8c9f-c503cad1252f req-133db32c-1977-4f4a-bccd-d0e6d4de6a9b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453582 Dec 13 11:05:25.349648 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce0182-485f-488b-85eb-77015b22a29f req-4b69ba50-2c91-4050-b101-7903ff7396ee tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:25.351112 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1dce0182-485f-488b-85eb-77015b22a29f req-4b69ba50-2c91-4050-b101-7903ff7396ee tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0501852 Dec 13 11:05:25.405143 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1dce0182-485f-488b-85eb-77015b22a29f req-9e96c863-e460-44a8-9475-949e53a4b108 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Dec 13 11:05:25.785490 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7dab21-21f8-4faa-8388-d81800c1a5b2 req-18e225e2-2ce0-4f4a-ae98-ce028073c816 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:25.787001 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ad7dab21-21f8-4faa-8388-d81800c1a5b2 req-18e225e2-2ce0-4f4a-ae98-ce028073c816 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0551412 Dec 13 11:05:25.852923 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ad7dab21-21f8-4faa-8388-d81800c1a5b2 req-13ffffe8-7cd6-4305-8f77-ec0bd6234a26 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0596573 Dec 13 11:05:26.375506 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2447c-5c67-4ceb-80f8-865db98683f8 req-facb27bd-64a2-44cc-9c5f-5027e1c19337 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:26.377151 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86e2447c-5c67-4ceb-80f8-865db98683f8 req-facb27bd-64a2-44cc-9c5f-5027e1c19337 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0536757 Dec 13 11:05:26.429506 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86e2447c-5c67-4ceb-80f8-865db98683f8 req-1e6c7312-511b-42e6-8d37-a42726dc5409 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461354 Dec 13 11:05:26.540993 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55ab39b-e7d9-4875-91eb-ea1eb4789c47 req-07a437f1-6e8a-4dfe-bbfb-b1f237ccf1f1 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:26.542373 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f55ab39b-e7d9-4875-91eb-ea1eb4789c47 req-07a437f1-6e8a-4dfe-bbfb-b1f237ccf1f1 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0515134 Dec 13 11:05:26.596272 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f55ab39b-e7d9-4875-91eb-ea1eb4789c47 req-0349ca8e-416b-4f2e-99b2-c2e41ab0bf41 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430608 Dec 13 11:05:26.981420 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be354568-964c-4787-b0c0-446e6b10437f req-151fd5b3-df38-4e53-944a-4c21fa799e3d tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:26.983118 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-be354568-964c-4787-b0c0-446e6b10437f req-151fd5b3-df38-4e53-944a-4c21fa799e3d tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0590692 Dec 13 11:05:27.047025 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-be354568-964c-4787-b0c0-446e6b10437f req-9be98b7e-4a07-4b24-8a1f-85274d33c778 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0573659 Dec 13 11:05:27.556575 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5b17e4-2ea1-485b-9901-9d565bc10911 req-db0ddf65-3a72-45ec-bc99-0e2b9ac80fb6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:27.558115 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bd5b17e4-2ea1-485b-9901-9d565bc10911 req-db0ddf65-3a72-45ec-bc99-0e2b9ac80fb6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0525606 Dec 13 11:05:27.610875 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bd5b17e4-2ea1-485b-9901-9d565bc10911 req-970c9924-0312-47cd-92bd-85397425aab6 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459208 Dec 13 11:05:27.721938 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37026f4e-2710-4522-a9dc-56494b24b26b req-ac94c512-41d5-4874-a253-2065f0cd7fef tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:27.723449 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-37026f4e-2710-4522-a9dc-56494b24b26b req-ac94c512-41d5-4874-a253-2065f0cd7fef tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0511010 Dec 13 11:05:27.787955 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-37026f4e-2710-4522-a9dc-56494b24b26b req-846e40e1-25b7-481f-93ba-c9ed9458697f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584054 Dec 13 11:05:28.167728 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c80ed-cefd-45a8-8c70-46fcb902eea7 req-acb32fea-9dd2-4e8f-b79b-0751fa2dfafa tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:28.170279 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b81c80ed-cefd-45a8-8c70-46fcb902eea7 req-acb32fea-9dd2-4e8f-b79b-0751fa2dfafa tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0515039 Dec 13 11:05:28.241404 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b81c80ed-cefd-45a8-8c70-46fcb902eea7 req-90f88837-7bd7-4630-93d6-f29fd78e7303 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644104 Dec 13 11:05:28.735794 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2330670-3813-4bbc-8052-be50467772da req-1eb09b29-8678-403c-9dcb-3860830f5d48 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:28.737292 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b2330670-3813-4bbc-8052-be50467772da req-1eb09b29-8678-403c-9dcb-3860830f5d48 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0512228 Dec 13 11:05:28.790131 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b2330670-3813-4bbc-8052-be50467772da req-242b0600-b5e3-413c-b8d0-f02edd6a1d4d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466020 Dec 13 11:05:28.919167 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696327d-c0d2-491a-b14b-d8dfa38a46f3 req-fa0da7b9-3d82-4125-8260-2680a2c04d64 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:28.920976 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8696327d-c0d2-491a-b14b-d8dfa38a46f3 req-fa0da7b9-3d82-4125-8260-2680a2c04d64 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0571649 Dec 13 11:05:28.980113 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8696327d-c0d2-491a-b14b-d8dfa38a46f3 req-58b0be9b-d0ac-46f3-8717-bd567dc26210 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528951 Dec 13 11:05:29.359313 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc6198-c5e7-417d-994b-f645d19c5321 req-cf14de33-569d-4e4c-9218-068490e557b2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:29.361363 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a0bc6198-c5e7-417d-994b-f645d19c5321 req-cf14de33-569d-4e4c-9218-068490e557b2 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0497968 Dec 13 11:05:29.424199 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a0bc6198-c5e7-417d-994b-f645d19c5321 req-bcf1e6f0-d30d-4811-93d0-22ec421084d3 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567501 Dec 13 11:05:29.921377 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5588a014-27c3-4953-9d93-d1e600f3152a req-a12139d1-461e-460a-b183-049ffc0c305c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:29.922969 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5588a014-27c3-4953-9d93-d1e600f3152a req-a12139d1-461e-460a-b183-049ffc0c305c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0588043 Dec 13 11:05:29.975048 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5588a014-27c3-4953-9d93-d1e600f3152a req-a0cf99d9-137d-4470-b95f-728ac196ae5e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462093 Dec 13 11:05:30.102218 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116386c2-b5f7-4b66-ad02-0d246f29d973 req-d775e327-23d1-44eb-b9d0-81838f88580c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:30.103766 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-116386c2-b5f7-4b66-ad02-0d246f29d973 req-d775e327-23d1-44eb-b9d0-81838f88580c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0541036 Dec 13 11:05:30.158678 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-116386c2-b5f7-4b66-ad02-0d246f29d973 req-c9292106-9123-4878-beea-b311a972766c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469170 Dec 13 11:05:30.545774 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b30ca2-4258-4be7-b456-e0117c31196c req-c803dfba-0d30-434e-8369-bb277b1c9cee tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:30.547344 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-96b30ca2-4258-4be7-b456-e0117c31196c req-c803dfba-0d30-434e-8369-bb277b1c9cee tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0521853 Dec 13 11:05:30.617778 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-96b30ca2-4258-4be7-b456-e0117c31196c req-b6a5f0a5-9d69-4ad7-ad9d-6c8f96ad832e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622904 Dec 13 11:05:31.115662 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be7413-2dd7-49b9-af11-9deacd3b7c89 req-e447a8ff-1767-4fb1-a32c-0f2403dba628 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:31.117144 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d4be7413-2dd7-49b9-af11-9deacd3b7c89 req-e447a8ff-1767-4fb1-a32c-0f2403dba628 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0607908 Dec 13 11:05:31.167520 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d4be7413-2dd7-49b9-af11-9deacd3b7c89 req-b21c13ce-9cb9-4cd7-a0c7-40cec8e3e962 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416188 Dec 13 11:05:31.337654 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723439a-8b70-4deb-bacd-b682eae8c70a req-c7e7e979-3a80-4d8f-9d34-ae6ea3fe380d tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:31.339224 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2723439a-8b70-4deb-bacd-b682eae8c70a req-c7e7e979-3a80-4d8f-9d34-ae6ea3fe380d tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.1130588 Dec 13 11:05:31.384491 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76a35fdb-adb5-4fe4-a502-32a0c7e125cb req-84b1f11f-f51f-42e2-91c0-a3f50528c29f service neutron] 10.222.0.39 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433268 Dec 13 11:05:31.409280 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2723439a-8b70-4deb-bacd-b682eae8c70a req-23092b55-8a9c-44ff-8c4f-4eadf94b2122 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630541 Dec 13 11:05:31.478064 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e req-1cc510df-2c2e-482b-8c0e-cb4a3d271a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:31.479739 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e req-1cc510df-2c2e-482b-8c0e-cb4a3d271a02 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4f1242a502346f5ac675d8ff39ad17c&device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 1096 time: 0.0427184 Dec 13 11:05:31.590623 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e req-fa0bdc12-b5fc-46d3-a7e5-a2c4dd799e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:31.592172 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e req-fa0bdc12-b5fc-46d3-a7e5-a2c4dd799e40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=833eb653-7990-4b94-a715-288a9ca7a7d4 HTTP/1.1" status: 200 len: 915 time: 0.1037731 Dec 13 11:05:31.638360 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e req-e693702a-1e65-4f24-9023-813dd4429f23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dd15befd-fd95-4336-acc2-3ed60a5e37d1 HTTP/1.1" status: 200 len: 217 time: 0.0375872 Dec 13 11:05:31.691270 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e req-507cfee8-14ab-4d97-a75e-2c3259bd0afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:31.692757 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e req-507cfee8-14ab-4d97-a75e-2c3259bd0afe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de043804-7824-4ab4-9fbf-1b3e0e462491 HTTP/1.1" status: 200 len: 854 time: 0.0462873 Dec 13 11:05:31.750105 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e req-6e48e22b-192a-400e-a694-fcef93e66b0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=833eb653-7990-4b94-a715-288a9ca7a7d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280013 Dec 13 11:05:31.764938 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4747fe17-d6aa-42ba-a9eb-a315bd63b43b req-adced3fc-27d9-4a18-8ce6-d74032badc31 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:31.766675 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4747fe17-d6aa-42ba-a9eb-a315bd63b43b req-adced3fc-27d9-4a18-8ce6-d74032badc31 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0727272 Dec 13 11:05:32.112528 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4747fe17-d6aa-42ba-a9eb-a315bd63b43b req-30320603-207d-4080-9c11-6982f3edd36b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3383152 Dec 13 11:05:32.123357 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e req-453394ca-4bb6-4a8a-9894-3f171abde55d service neutron] 10.222.0.39 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559854 Dec 13 11:05:32.213544 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fbf837e1-e472-4e44-af2d-3eea6f4ec95e req-f1e5c320-17bc-4637-89cd-51563a10a80b service neutron] 10.222.0.39 "GET /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826821 Dec 13 11:05:32.308662 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bba80a-39df-4c60-bf04-32a8aeb155b0 req-e8992f66-43fc-42a2-bab4-aeffae9d787f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:32.310132 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-07bba80a-39df-4c60-bf04-32a8aeb155b0 req-e8992f66-43fc-42a2-bab4-aeffae9d787f tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0660577 Dec 13 11:05:32.362334 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-07bba80a-39df-4c60-bf04-32a8aeb155b0 req-b542c7a4-d8fd-44c3-8c2e-5ec93b8b0b2a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461121 Dec 13 11:05:32.528756 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc5cc59-0fb2-44f9-8ed3-f55e1b4a6be2 req-49f34126-6290-485d-8bcd-602bf28d0e22 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:32.530204 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5fc5cc59-0fb2-44f9-8ed3-f55e1b4a6be2 req-49f34126-6290-485d-8bcd-602bf28d0e22 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0509980 Dec 13 11:05:32.583343 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5fc5cc59-0fb2-44f9-8ed3-f55e1b4a6be2 req-e16a8ad0-c535-455d-a22e-a2f3440fb17d tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448344 Dec 13 11:05:33.233849 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc799f1-51a5-4e8c-806b-54527db8b954 req-8dad7c7d-b7ca-430c-bba7-de988c86ca47 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:33.235730 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fcc799f1-51a5-4e8c-806b-54527db8b954 req-8dad7c7d-b7ca-430c-bba7-de988c86ca47 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0525544 Dec 13 11:05:33.304243 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fcc799f1-51a5-4e8c-806b-54527db8b954 req-d92143b0-4b42-4598-8520-dbdc7c945b0f tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=90a29310-d44e-4da0-919a-05af7612fd10&id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618293 Dec 13 11:05:33.503625 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e600ecb6-18b3-46b7-9c9e-ad725ff6fcc7 req-fd67e3b1-27ef-4598-b82b-0b758b44c175 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:33.505118 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e600ecb6-18b3-46b7-9c9e-ad725ff6fcc7 req-fd67e3b1-27ef-4598-b82b-0b758b44c175 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0553849 Dec 13 11:05:33.558804 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e600ecb6-18b3-46b7-9c9e-ad725ff6fcc7 req-4bdfd7fb-85c7-4841-b4e8-1b0ed3787a49 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444691 Dec 13 11:05:33.704204 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9277cd-415d-4e13-9557-38c4cde8a559 req-1a2869f4-ca0f-422e-a79e-4ac6583ac584 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:33.705552 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0a9277cd-415d-4e13-9557-38c4cde8a559 req-1a2869f4-ca0f-422e-a79e-4ac6583ac584 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0517826 Dec 13 11:05:33.755590 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0a9277cd-415d-4e13-9557-38c4cde8a559 req-a090a685-a432-4b50-af1d-967f998441c9 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413125 Dec 13 11:05:34.433099 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:05:34.691512 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed35eff8-74c5-444d-9dcb-9f39474efb2b req-299dbc2f-ad5c-41c8-85af-f25bc14330c3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:34.692977 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ed35eff8-74c5-444d-9dcb-9f39474efb2b req-299dbc2f-ad5c-41c8-85af-f25bc14330c3 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0541012 Dec 13 11:05:34.754013 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ed35eff8-74c5-444d-9dcb-9f39474efb2b req-e91ba5d3-889e-44bb-bf2a-ecd513ae1041 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551136 Dec 13 11:05:34.880937 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efc2ee1-a2a0-48b2-9ef3-ebba2f9a82e7 req-b6229a17-1bfe-4082-b737-40a96f3b6ce6 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:34.882310 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4efc2ee1-a2a0-48b2-9ef3-ebba2f9a82e7 req-b6229a17-1bfe-4082-b737-40a96f3b6ce6 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0520542 Dec 13 11:05:34.935283 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4efc2ee1-a2a0-48b2-9ef3-ebba2f9a82e7 req-cd648f39-a5c4-4bdc-b7e4-3d0dafba87f4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445018 Dec 13 11:05:35.741815 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 36af29e0-5fac-465b-b2df-c851c01b944d details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:05:35.849124 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:35.861544 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '36af29e0-5fac-465b-b2df-c851c01b944d', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'port_id': '36af29e0-5fac-465b-b2df-c851c01b944d', 'mac_address': 'fa:16:3e:4d:36:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:05:35.881581 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3490e1-a3ef-4baf-81c9-a648ed1f0a34 req-79c162b3-70cc-44a3-b43a-7f777ba25697 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:35.883249 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7c3490e1-a3ef-4baf-81c9-a648ed1f0a34 req-79c162b3-70cc-44a3-b43a-7f777ba25697 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 943 time: 0.0491776 Dec 13 11:05:35.899013 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:35.918716 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36af29e0-5fac-465b-b2df-c851c01b944d {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:05:35.931512 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7c3490e1-a3ef-4baf-81c9-a648ed1f0a34 req-9472d513-c513-49c7-8239-0a3f79acd405 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Dec 13 11:05:35.939430 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:35.943768 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:35.944431 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device dd15befd-fd95-4336-acc2-3ed60a5e37d1 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:05:36.045156 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=9']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:36.054744 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f839ca7-1297-4ad5-a1f5-0e4a7364fab6 req-72376eac-6017-4974-b087-694a4ae1bf2d tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:36.056239 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2f839ca7-1297-4ad5-a1f5-0e4a7364fab6 req-72376eac-6017-4974-b087-694a4ae1bf2d tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 943 time: 0.0534792 Dec 13 11:05:36.085643 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port dd15befd-fd95-4336-acc2-3ed60a5e37d1, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dd15befd-fd95-4336-acc2-3ed60a5e37d1,segment=NetworkSegment(eda42fb2-f31d-4650-9621-39b38d353199),segment_id=eda42fb2-f31d-4650-9621-39b38d353199)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:36.097458 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'dd15befd-fd95-4336-acc2-3ed60a5e37d1', 'network_id': '833eb653-7990-4b94-a715-288a9ca7a7d4', 'port_id': 'dd15befd-fd95-4336-acc2-3ed60a5e37d1', 'mac_address': 'fa:16:3e:11:79:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de043804-7824-4ab4-9fbf-1b3e0e462491', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:05:36.108527 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2f839ca7-1297-4ad5-a1f5-0e4a7364fab6 req-497c0051-00ec-4e1d-8227-93fd37acfe20 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462320 Dec 13 11:05:36.148313 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.163260 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd15befd-fd95-4336-acc2-3ed60a5e37d1 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:05:36.184138 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port dd15befd-fd95-4336-acc2-3ed60a5e37d1, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dd15befd-fd95-4336-acc2-3ed60a5e37d1,segment=NetworkSegment(eda42fb2-f31d-4650-9621-39b38d353199),segment_id=eda42fb2-f31d-4650-9621-39b38d353199)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:36.189436 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:36.237273 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=dd15befd-fd95-4336-acc2-3ed60a5e37d1,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:36.449371 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['dd15befd-fd95-4336-acc2-3ed60a5e37d1'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:05:36.455214 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['36af29e0-5fac-465b-b2df-c851c01b944d'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:05:37.066565 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481a5ac7-1dd4-43f0-8fb5-ee1fb283aa10 req-97995cff-08d4-4da1-80f7-a8d226175a11 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:37.068092 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-481a5ac7-1dd4-43f0-8fb5-ee1fb283aa10 req-97995cff-08d4-4da1-80f7-a8d226175a11 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 944 time: 0.0539143 Dec 13 11:05:37.118069 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-481a5ac7-1dd4-43f0-8fb5-ee1fb283aa10 req-796dc78b-73d6-46bf-b32d-da2a8c35b036 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417447 Dec 13 11:05:37.244030 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00425d9-df2e-43cc-989e-57e8dbf12e8b req-6529e231-915d-47cf-a8af-011762a7f1fc tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:37.245411 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a00425d9-df2e-43cc-989e-57e8dbf12e8b req-6529e231-915d-47cf-a8af-011762a7f1fc tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 944 time: 0.0630844 Dec 13 11:05:37.295206 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a00425d9-df2e-43cc-989e-57e8dbf12e8b req-7ac4db0a-58db-40f2-8eee-9b5834e605e4 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432255 Dec 13 11:05:37.756833 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 36af29e0-5fac-465b-b2df-c851c01b944d up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:05:37.816294 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 36af29e0-5fac-465b-b2df-c851c01b944d triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:37.816664 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.907914 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.930608 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:05:37.932873 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f1b316-0768-4ca9-bc83-bf18bdbf0a26" -d '{"events": [{"server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "name": "network-vif-plugged", "status": "completed", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:05:37.945579 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:37.951029 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:37.951860 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device dd15befd-fd95-4336-acc2-3ed60a5e37d1 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:05:37.996711 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0646f9c6-2dc6-4469-9b9a-e4ffc19500ab x-openstack-request-id: req-0646f9c6-2dc6-4469-9b9a-e4ffc19500ab {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:05:37.997009 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "name": "network-vif-plugged", "status": "completed", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:05:37.997282 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0646f9c6-2dc6-4469-9b9a-e4ffc19500ab {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:05:37.997659 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d', 'code': 200} Dec 13 11:05:38.041399 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=10']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:38.055737 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port dd15befd-fd95-4336-acc2-3ed60a5e37d1 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:05:38.060344 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port dd15befd-fd95-4336-acc2-3ed60a5e37d1 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:05:38.060723 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.144163 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.152365 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb641992-4d21-428c-8b4a-2d3d18533d5c req-d6874957-b7bf-4520-af6c-9f529347cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:38.154514 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-eb641992-4d21-428c-8b4a-2d3d18533d5c req-d6874957-b7bf-4520-af6c-9f529347cf05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 1099 time: 0.0428760 Dec 13 11:05:38.183296 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port dd15befd-fd95-4336-acc2-3ed60a5e37d1, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dd15befd-fd95-4336-acc2-3ed60a5e37d1,segment=NetworkSegment(eda42fb2-f31d-4650-9621-39b38d353199),segment_id=eda42fb2-f31d-4650-9621-39b38d353199)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:05:38.187876 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:38.211180 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-eb641992-4d21-428c-8b4a-2d3d18533d5c req-2ddd0b74-56fd-4c45-bfff-440743dda5a3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493279 Dec 13 11:05:38.236379 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=dd15befd-fd95-4336-acc2-3ed60a5e37d1,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:05:38.248608 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7dc686-632d-4a3a-8cae-906628d4cdf8 req-16e85da3-d5ef-485a-bec4-5f9831b272f0 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:38.250427 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0e7dc686-632d-4a3a-8cae-906628d4cdf8 req-16e85da3-d5ef-485a-bec4-5f9831b272f0 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 946 time: 0.0543911 Dec 13 11:05:38.301745 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0e7dc686-632d-4a3a-8cae-906628d4cdf8 req-3be8a6f3-1db2-4b4c-b775-509767bb4668 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452163 Dec 13 11:05:38.421279 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd1fa71-d70c-4d6b-908a-6ddc06d65b44 req-ae8f116c-dcd8-44ce-9e50-403244bb6ec8 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:38.422908 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1fd1fa71-d70c-4d6b-908a-6ddc06d65b44 req-ae8f116c-dcd8-44ce-9e50-403244bb6ec8 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 945 time: 0.0517251 Dec 13 11:05:38.473841 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1fd1fa71-d70c-4d6b-908a-6ddc06d65b44 req-248c5e62-c3cf-40a1-8242-948d3f0a3df2 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424216 Dec 13 11:05:39.429572 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fccb752-72ff-4b67-b1f0-35e216cb28db req-b5cd2608-75d2-48ff-8a79-08da387c736d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:39.430946 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8fccb752-72ff-4b67-b1f0-35e216cb28db req-b5cd2608-75d2-48ff-8a79-08da387c736d tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 946 time: 0.0541191 Dec 13 11:05:39.482468 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8fccb752-72ff-4b67-b1f0-35e216cb28db req-f5f1c6c2-d406-4409-8fe6-b6061b293a20 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456839 Dec 13 11:05:39.594031 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536e846-1dbd-4415-b8c8-9156079055d5 req-3dcf6d64-1bcb-43be-ae05-f96afc0fb6a7 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:39.595604 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2536e846-1dbd-4415-b8c8-9156079055d5 req-3dcf6d64-1bcb-43be-ae05-f96afc0fb6a7 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 945 time: 0.0528080 Dec 13 11:05:39.645153 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2536e846-1dbd-4415-b8c8-9156079055d5 req-b81f3b1f-21b0-4914-9218-ac6e061e2ac9 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433471 Dec 13 11:05:39.999131 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6c8f86-0099-4933-b358-c52b785e38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd15befd-fd95-4336-acc2-3ed60a5e37d1'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:05:40.003488 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708a8b7f-2b47-4824-a268-9c0e5cdda97b" -d '{"events": [{"server_uuid": "bd6c8f86-0099-4933-b358-c52b785e38cf", "name": "network-vif-plugged", "status": "completed", "tag": "dd15befd-fd95-4336-acc2-3ed60a5e37d1"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:05:40.045098 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b924c4f5-bf71-4687-9899-19d898cbd6f5 x-openstack-request-id: req-b924c4f5-bf71-4687-9899-19d898cbd6f5 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:05:40.045444 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6c8f86-0099-4933-b358-c52b785e38cf", "name": "network-vif-plugged", "status": "completed", "tag": "dd15befd-fd95-4336-acc2-3ed60a5e37d1", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:05:40.045633 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-b924c4f5-bf71-4687-9899-19d898cbd6f5 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:05:40.046023 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6c8f86-0099-4933-b358-c52b785e38cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd15befd-fd95-4336-acc2-3ed60a5e37d1', 'code': 200} Dec 13 11:05:40.237219 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c722e2e-b278-4e87-82ae-dc665541cf8e req-5bc3cff3-b5e5-4463-8f83-86ef6c58a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:40.239625 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6c722e2e-b278-4e87-82ae-dc665541cf8e req-5bc3cff3-b5e5-4463-8f83-86ef6c58a454 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 1098 time: 0.0537469 Dec 13 11:05:40.265808 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:40.288962 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6c722e2e-b278-4e87-82ae-dc665541cf8e req-4af64f0f-f002-4848-8076-b9f8c969d0f5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414860 Dec 13 11:05:40.614427 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed67ef6-55a2-4dcb-953f-40d55aa14797 req-70e79515-a55a-4a48-87d7-1ed2a237403a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:40.618634 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6ed67ef6-55a2-4dcb-953f-40d55aa14797 req-70e79515-a55a-4a48-87d7-1ed2a237403a tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 946 time: 0.0556183 Dec 13 11:05:40.670975 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6ed67ef6-55a2-4dcb-953f-40d55aa14797 req-fae3a0b7-edd5-46eb-8470-a4c3891c9f2b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468922 Dec 13 11:05:40.764277 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b4c52e-be9e-4718-aca2-41e39eeb46ff req-56335186-c6f7-42f0-b087-f2ce26f1f1a9 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:40.765819 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-98b4c52e-be9e-4718-aca2-41e39eeb46ff req-56335186-c6f7-42f0-b087-f2ce26f1f1a9 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 945 time: 0.0493357 Dec 13 11:05:40.814917 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-98b4c52e-be9e-4718-aca2-41e39eeb46ff req-cdc0adc8-d91a-4c94-9065-355f80cece1b tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426958 Dec 13 11:05:41.934113 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3b1fc-b8d2-4dbb-a3e1-617f8a01a03a req-ba09ed53-ad3f-4a6b-adaa-46bc58a98136 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:41.935616 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-99c3b1fc-b8d2-4dbb-a3e1-617f8a01a03a req-ba09ed53-ad3f-4a6b-adaa-46bc58a98136 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 945 time: 0.0538692 Dec 13 11:05:41.987915 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-99c3b1fc-b8d2-4dbb-a3e1-617f8a01a03a req-45ccaa9b-a71b-4d7f-8676-b6d36da94b03 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455632 Dec 13 11:05:42.092324 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-5049aff2-f4c4-4b9d-b57f-f0726ee9f510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:44.379974 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-42649135-e319-4bd4-a1f4-a2bbcc0ada96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:45.651624 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:45.862701 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0051aa7-fd6e-415f-b315-410de961806d req-6aa09a7c-9d6a-4e3c-a621-37e0024ce90a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464919 Dec 13 11:05:45.935254 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051aa7-fd6e-415f-b315-410de961806d req-03fdcc01-492e-44f6-a73d-e03744d7538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:45.936678 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0051aa7-fd6e-415f-b315-410de961806d req-03fdcc01-492e-44f6-a73d-e03744d7538f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3be13a76fd34c08b584fea04b70d6f1&device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 1137 time: 0.0458333 Dec 13 11:05:46.051764 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051aa7-fd6e-415f-b315-410de961806d req-2d6e5847-0ee3-4cc9-997c-5cdb0a727a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:46.053225 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0051aa7-fd6e-415f-b315-410de961806d req-2d6e5847-0ee3-4cc9-997c-5cdb0a727a24 service neutron] 10.222.0.39 "GET /v2.0/networks?id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b HTTP/1.1" status: 200 len: 916 time: 0.0898705 Dec 13 11:05:46.119876 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0051aa7-fd6e-415f-b315-410de961806d req-b9a96adc-ada7-49bd-9b95-8dbcf5d31c4b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 1000 time: 0.0593984 Dec 13 11:05:46.170896 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051aa7-fd6e-415f-b315-410de961806d req-b18faa1a-5262-4f12-be99-fadb7961a635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:46.172309 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0051aa7-fd6e-415f-b315-410de961806d req-b18faa1a-5262-4f12-be99-fadb7961a635 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940a9f10-69e9-493c-ae87-39e6cbca7f45 HTTP/1.1" status: 200 len: 854 time: 0.0444236 Dec 13 11:05:46.233523 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0051aa7-fd6e-415f-b315-410de961806d req-3e34bf58-3884-4e71-a693-81eaec009036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:05:46.234961 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0051aa7-fd6e-415f-b315-410de961806d req-3e34bf58-3884-4e71-a693-81eaec009036 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527370 Dec 13 11:05:46.356117 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0051aa7-fd6e-415f-b315-410de961806d req-b9b3cd40-1a18-44c6-99da-b67768be68c7 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015170 Dec 13 11:05:46.454231 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0051aa7-fd6e-415f-b315-410de961806d req-9ff6fa3f-4b8a-45e5-8862-05c91985b808 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884287 Dec 13 11:05:47.009548 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:05:48.036723 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:00.643583 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7bc95f-8f92-4dc8-b5be-7e86e490b1fc req-633796bc-de6a-46a5-b715-8679920e2600 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:00.645539 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2f7bc95f-8f92-4dc8-b5be-7e86e490b1fc req-633796bc-de6a-46a5-b715-8679920e2600 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 945 time: 0.0519977 Dec 13 11:06:00.698245 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2f7bc95f-8f92-4dc8-b5be-7e86e490b1fc req-e5636861-2b7e-438f-9a16-d1828290547f tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430882 Dec 13 11:06:01.842508 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3e6ae-8bc4-4285-9e61-06cf7d4f2dab req-04566674-d3ab-4581-bc58-059a8421c8bf tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:01.844019 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b2a3e6ae-8bc4-4285-9e61-06cf7d4f2dab req-04566674-d3ab-4581-bc58-059a8421c8bf tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 945 time: 0.0573387 Dec 13 11:06:01.894271 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b2a3e6ae-8bc4-4285-9e61-06cf7d4f2dab req-1823c9b7-e5b9-4efc-a8ee-6e8d778106a4 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428202 Dec 13 11:06:03.043755 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3a4eb-9198-48f9-8090-45e17e1262d2 req-978ec31a-53ae-4c2a-b00d-78f32bb7d32e tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:03.045208 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-add3a4eb-9198-48f9-8090-45e17e1262d2 req-978ec31a-53ae-4c2a-b00d-78f32bb7d32e tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 945 time: 0.0596619 Dec 13 11:06:03.097445 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-add3a4eb-9198-48f9-8090-45e17e1262d2 req-9e2d60c4-2a9c-4476-b8f3-3e970c4a6293 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436826 Dec 13 11:06:04.152230 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-823a2f7f-fef4-46d2-8e3c-42895ba8c59a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:04.153952 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-823a2f7f-fef4-46d2-8e3c-42895ba8c59a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.39 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 945 time: 0.0556574 Dec 13 11:06:04.256507 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Deleting port 880b3534-b13a-4b55-8327-118a5d5a2677 {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:04.256801 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:04.356967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] For port 880b3534-b13a-4b55-8327-118a5d5a2677, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=880b3534-b13a-4b55-8327-118a5d5a2677,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:04.357339 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:04.487292 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9335f0df-3f18-4bbf-9453-cc390ee0ba5c req-d4f07b14-cbb5-45e9-a0d3-18b932712b2a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:04.489037 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9335f0df-3f18-4bbf-9453-cc390ee0ba5c req-d4f07b14-cbb5-45e9-a0d3-18b932712b2a tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 945 time: 0.1517618 Dec 13 11:06:04.614832 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9335f0df-3f18-4bbf-9453-cc390ee0ba5c req-48fa8cdf-7ff7-460d-9ed0-660932408231 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups?id=06d108ac-7d8e-47bc-93d7-17a61362e2e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185009 Dec 13 11:06:04.637136 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:04.637136 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:04.637136 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.l3_db [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Floating IP ae9af7d6-acbc-445c-bb7d-b9e87ed5378d disassociated. External IP: 172.27.2.186, port: 880b3534-b13a-4b55-8327-118a5d5a2677. Dec 13 11:06:04.637136 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Calling delete_port for 880b3534-b13a-4b55-8327-118a5d5a2677 owned by compute:nova {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:04.771277 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:04.799849 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event deleted for resources: {'Port': ['ID=880b3534-b13a-4b55-8327-118a5d5a2677,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:04.809382 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.809726 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.810069 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.810431 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.810948 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.811279 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.811608 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.811952 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.812278 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.812656 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.812949 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.813265 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.813578 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:04.933380 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Router 834feaa0-49d6-4c27-9321-32a4420f088b has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:06:05.041613 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:05.052548 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] Sync routers for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:05.065945 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:05.066646 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:05:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:05.081727 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] No DVR routers for this DVR port 880b3534-b13a-4b55-8327-118a5d5a2677 on host hv-cinder-80857 {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:05.085125 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:05.088582 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3cf26e48-425f-4981-a48a-d9f54390e839 req-1c40b384-eae4-48b9-8fec-ad5060ac4e7c tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.39 "DELETE /v2.0/ports/880b3534-b13a-4b55-8327-118a5d5a2677 HTTP/1.1" status: 204 len: 173 time: 0.9277372 Dec 13 11:06:05.089015 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'name': 'network-vif-deleted', 'tag': '880b3534-b13a-4b55-8327-118a5d5a2677'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:06:05.091290 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe877d61-a6cb-482f-af2e-cba4ce5e01a4" -d '{"events": [{"server_uuid": "e0d290d5-a666-4bb3-8855-e074271c5839", "name": "network-vif-deleted", "tag": "880b3534-b13a-4b55-8327-118a5d5a2677"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:06:05.132848 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af9712c-c667-4df0-9b1c-d409c20cb988 x-openstack-request-id: req-3af9712c-c667-4df0-9b1c-d409c20cb988 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:06:05.133742 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0d290d5-a666-4bb3-8855-e074271c5839", "name": "network-vif-deleted", "tag": "880b3534-b13a-4b55-8327-118a5d5a2677", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:06:05.134105 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3af9712c-c667-4df0-9b1c-d409c20cb988 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:06:05.134643 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0d290d5-a666-4bb3-8855-e074271c5839', 'name': 'network-vif-deleted', 'tag': '880b3534-b13a-4b55-8327-118a5d5a2677', 'status': 'completed', 'code': 200} Dec 13 11:06:05.181041 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:05.384579 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:05.410377 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] Checking router: 834feaa0-49d6-4c27-9321-32a4420f088b for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:05.419052 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:05.419627 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:05:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:05.537355 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:05.734956 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2ba8d6c0-3ae2-456a-9a78-2bc1b664e1d2 req-5de43dca-4810-4280-a39a-21498bddea9d tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/ports?device_id=e0d290d5-a666-4bb3-8855-e074271c5839 HTTP/1.1" status: 200 len: 210 time: 0.0303807 Dec 13 11:06:05.751307 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:05.779419 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6088a769-f1f4-407b-8ae5-e85fb15d6609 None None] The sync data for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi is: [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '0bda6ef9-d4a9-4c3f-b226-f9d092792eb3', 'name': '', 'network_id': '8faa4061-f8b1-4cb3-8875-af02d3b3e4d1', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'mac_address': 'fa:16:3e:85:8b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:39Z', 'updated_at': '2021-12-13T10:59:55Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'subnets': [{'id': '6896b4b5-32fc-43fc-a5f0-223c5f72a56d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:06.013891 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ecec35-19b1-4ef2-a22b-1bfa6013c81d None None] New status for floating IP ae9af7d6-acbc-445c-bb7d-b9e87ed5378d: DOWN {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:06:06.832280 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 46416) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:06.891889 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d22a164d-1d7f-4f3a-94d6-7c1b2f19f1ab tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:06.918155 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d22a164d-1d7f-4f3a-94d6-7c1b2f19f1ab tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:06.966316 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d22a164d-1d7f-4f3a-94d6-7c1b2f19f1ab tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:06.968971 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d22a164d-1d7f-4f3a-94d6-7c1b2f19f1ab tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:06.970132 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-d22a164d-1d7f-4f3a-94d6-7c1b2f19f1ab tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "DELETE /v2.0/security-groups/06d108ac-7d8e-47bc-93d7-17a61362e2e1 HTTP/1.1" status: 204 len: 168 time: 0.1366556 Dec 13 11:06:06.973184 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46424) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:06.979792 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22a164d-1d7f-4f3a-94d6-7c1b2f19f1ab tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d108ac-7d8e-47bc-93d7-17a61362e2e1,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:06.987470 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.api.v2.resource [None req-28b12fb3-664d-4051-9aa6-afc5143172cb tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] show failed (client error): The resource could not be found. Dec 13 11:06:06.988519 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-28b12fb3-664d-4051-9aa6-afc5143172cb tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "GET /v2.0/security-groups/06d108ac-7d8e-47bc-93d7-17a61362e2e1 HTTP/1.1" status: 404 len: 347 time: 0.0142419 Dec 13 11:06:06.991588 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46426) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:07.117033 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Deleting port ce032964-6008-451a-873f-13da22f26e6f {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:07.117288 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:07.199021 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:07.199324 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:07.211268 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Calling delete_port for ce032964-6008-451a-873f-13da22f26e6f owned by network:floatingip {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:07.347693 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:07.373829 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Pushing event deleted for resources: {'Port': ['ID=ce032964-6008-451a-873f-13da22f26e6f,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:07.383546 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.383890 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.384230 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.384525 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.384880 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.385767 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.385767 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.385767 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.386099 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.386446 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.386811 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.387102 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.387418 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:07.446723 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks [] for floatingip, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:07.449323 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:07.450453 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-7a1d62c1-9ed6-4d89-8b79-f54b4cac1d25 tempest-AttachVolumeTestJSON-1342339328 tempest-AttachVolumeTestJSON-1342339328-project] 10.222.0.43 "DELETE /v2.0/floatingips/ae9af7d6-acbc-445c-bb7d-b9e87ed5378d HTTP/1.1" status: 204 len: 168 time: 0.4579947 Dec 13 11:06:07.920828 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 880b3534-b13a-4b55-8327-118a5d5a2677 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:07.943366 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 880b3534-b13a-4b55-8327-118a5d5a2677 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:07.943725 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 880b3534-b13a-4b55-8327-118a5d5a2677 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:09.458388 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ded8c3-c86a-4788-b3c0-343c864d2e8e req-3c75e915-e50d-44bb-a09a-f5892197ae9e tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:09.460011 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-55ded8c3-c86a-4788-b3c0-343c864d2e8e req-3c75e915-e50d-44bb-a09a-f5892197ae9e tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 945 time: 0.0606644 Dec 13 11:06:09.513366 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-55ded8c3-c86a-4788-b3c0-343c864d2e8e req-6dc24c7c-3891-40e5-bab7-cfeffc0727b3 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474217 Dec 13 11:06:10.286061 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:10.639879 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be515a-d8f9-4982-aab6-78bd6773b255 req-6c79b2dd-ad9b-4d8d-9b97-5a21d0c4567a tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:10.641350 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84be515a-d8f9-4982-aab6-78bd6773b255 req-6c79b2dd-ad9b-4d8d-9b97-5a21d0c4567a tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 945 time: 0.0566728 Dec 13 11:06:10.693779 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-84be515a-d8f9-4982-aab6-78bd6773b255 req-61a132d5-c63d-4a59-bf68-22d7ad510ad6 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/security-groups?id=d01157ac-4122-4dd7-9c7c-2f96d70c9a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Dec 13 11:06:11.040378 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46476) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:11.298064 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-e9b6a8b5-6025-40d7-9eb2-3b50fc65d28c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:11.299432 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-e9b6a8b5-6025-40d7-9eb2-3b50fc65d28c tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 945 time: 0.0513773 Dec 13 11:06:11.393349 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-8afade58-9998-4f39-a56a-d68bc226a84f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Deleting port dd15befd-fd95-4336-acc2-3ed60a5e37d1 {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:11.393691 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-8afade58-9998-4f39-a56a-d68bc226a84f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:11.431708 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:06:11.452188 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680024'] for router_interface, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:11.481090 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-8afade58-9998-4f39-a56a-d68bc226a84f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] For port dd15befd-fd95-4336-acc2-3ed60a5e37d1, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=dd15befd-fd95-4336-acc2-3ed60a5e37d1,segment=NetworkSegment(eda42fb2-f31d-4650-9621-39b38d353199),segment_id=eda42fb2-f31d-4650-9621-39b38d353199)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:11.481450 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-8afade58-9998-4f39-a56a-d68bc226a84f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:11.493676 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-8afade58-9998-4f39-a56a-d68bc226a84f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Calling delete_port for dd15befd-fd95-4336-acc2-3ed60a5e37d1 owned by compute:nova {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:11.632056 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-8afade58-9998-4f39-a56a-d68bc226a84f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:11.643738 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['dd15befd-fd95-4336-acc2-3ed60a5e37d1'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:06:11.668920 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afade58-9998-4f39-a56a-d68bc226a84f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Pushing event deleted for resources: {'Port': ['ID=dd15befd-fd95-4336-acc2-3ed60a5e37d1,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:11.702483 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-8afade58-9998-4f39-a56a-d68bc226a84f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] No DVR routers for this DVR port dd15befd-fd95-4336-acc2-3ed60a5e37d1 on host hv-cinder-80857 {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:11.702771 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] Deleting port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:11.703131 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:11.705004 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-8afade58-9998-4f39-a56a-d68bc226a84f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:11.708419 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-79819a10-67e6-46e0-87a1-139f8e2b6fb9 req-8afade58-9998-4f39-a56a-d68bc226a84f tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.39 "DELETE /v2.0/ports/dd15befd-fd95-4336-acc2-3ed60a5e37d1 HTTP/1.1" status: 204 len: 173 time: 0.4026017 Dec 13 11:06:11.708848 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6c8f86-0099-4933-b358-c52b785e38cf', 'name': 'network-vif-deleted', 'tag': 'dd15befd-fd95-4336-acc2-3ed60a5e37d1'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:06:11.711200 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b137f096-dd42-47fb-890e-8e132844edc2" -d '{"events": [{"server_uuid": "bd6c8f86-0099-4933-b358-c52b785e38cf", "name": "network-vif-deleted", "tag": "dd15befd-fd95-4336-acc2-3ed60a5e37d1"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:06:11.764661 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86affe80-3efe-4eee-91e8-d657b60a0ad8 x-openstack-request-id: req-86affe80-3efe-4eee-91e8-d657b60a0ad8 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:06:11.764953 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6c8f86-0099-4933-b358-c52b785e38cf", "name": "network-vif-deleted", "tag": "dd15befd-fd95-4336-acc2-3ed60a5e37d1", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:06:11.765204 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86affe80-3efe-4eee-91e8-d657b60a0ad8 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:06:11.766142 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd6c8f86-0099-4933-b358-c52b785e38cf', 'name': 'network-vif-deleted', 'tag': 'dd15befd-fd95-4336-acc2-3ed60a5e37d1', 'status': 'completed', 'code': 200} Dec 13 11:06:11.787158 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] For port 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0bda6ef9-d4a9-4c3f-b226-f9d092792eb3,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:11.788140 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:11.802112 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-57341f86-37a3-4913-968a-f00d40354bcf req-2d7ce3a9-389b-4fb6-b9fc-605d8b6b9263 tempest-VolumesSnapshotTestJSON-1693972334 tempest-VolumesSnapshotTestJSON-1693972334-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd6c8f86-0099-4933-b358-c52b785e38cf HTTP/1.1" status: 200 len: 210 time: 0.0302567 Dec 13 11:06:11.808510 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] Calling delete_port for 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 owned by network:router_interface {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:12.003208 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:12.028024 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] Pushing event deleted for resources: {'Port': ['ID=0bda6ef9-d4a9-4c3f-b226-f9d092792eb3,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:12.079008 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-43252df5-eb52-49dc-ac2c-e7b24e01866c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:12.203862 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3773012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680132'] for router_interface, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:12.425502 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] Router 834feaa0-49d6-4c27-9321-32a4420f088b has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:06:12.537820 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:12.543363 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-abc16910-b684-4d36-a008-196de10a74ca admin admin] 10.222.0.43 "PUT /v2.0/routers/834feaa0-49d6-4c27-9321-32a4420f088b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5019820 Dec 13 11:06:12.546952 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46484) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:12.547941 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] Sync routers for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:12.560251 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:12.561127 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:05:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:12.655219 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Publish callbacks [] for router, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:12.676792 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:12.754571 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:12.811584 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Deleting port d2781c27-245b-4200-8d29-74df99a3cd25 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:12.811923 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:12.862726 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34'}], 'enable_snat': True}, 'gw_port_id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T11:06:11Z', 'revision_number': 5, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port': {'id': 'd2781c27-245b-4200-8d29-74df99a3cd25', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:2e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:30Z', 'updated_at': '2021-12-13T10:59:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:12.895109 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] For port d2781c27-245b-4200-8d29-74df99a3cd25, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=d2781c27-245b-4200-8d29-74df99a3cd25,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:12.895607 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:12.898146 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] Checking router: 834feaa0-49d6-4c27-9321-32a4420f088b for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:12.907519 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] Routers {'834feaa0-49d6-4c27-9321-32a4420f088b'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:12.908142 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:05:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['834feaa0-49d6-4c27-9321-32a4420f088b'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:12.911016 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Calling delete_port for d2781c27-245b-4200-8d29-74df99a3cd25 owned by network:router_gateway {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:13.107958 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.133666 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] Set router 834feaa0-49d6-4c27-9321-32a4420f088b gateway port host: None {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:13.136802 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Pushing event deleted for resources: {'Port': ['ID=d2781c27-245b-4200-8d29-74df99a3cd25,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:13.189905 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T11:06:12Z', 'revision_number': 6, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port_host': None}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:13.216820 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3678758'] for router_gateway, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.221511 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df780a0-ce3c-48be-92aa-96e50c84e609 None None] The sync data for ids ['834feaa0-49d6-4c27-9321-32a4420f088b'] in dv-cinder-808574-5-iscsi is: [{'id': '834feaa0-49d6-4c27-9321-32a4420f088b', 'name': 'tempest-AttachVolumeTestJSON-1316588155-router', 'tenant_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T11:06:12Z', 'revision_number': 6, 'project_id': 'ec0d060f5ddd4ccab7c056c220f72c4e', 'gw_port_host': None}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:13.593159 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6754'] for router, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.595596 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.644712 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679167'] for router, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.645276 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 834feaa0-49d6-4c27-9321-32a4420f088b {{(pid=102442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:06:13.650133 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] Publish callbacks [] for router, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.651655 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e431405b-6334-4318-bce7-69e87dfebbdf admin admin] 10.222.0.43 "DELETE /v2.0/routers/834feaa0-49d6-4c27-9321-32a4420f088b HTTP/1.1" status: 204 len: 168 time: 1.1034122 Dec 13 11:06:13.654563 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46494) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:13.705485 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74e53e2-ce92-4a82-a04b-48aeb1e1b781 admin admin] Deleting subnet 6896b4b5-32fc-43fc-a5f0-223c5f72a56d {{(pid=102442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:06:13.709095 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c74e53e2-ce92-4a82-a04b-48aeb1e1b781 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.750170 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c74e53e2-ce92-4a82-a04b-48aeb1e1b781 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997051'] for subnet, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.865063 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c74e53e2-ce92-4a82-a04b-48aeb1e1b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.922247 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c74e53e2-ce92-4a82-a04b-48aeb1e1b781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125856775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126431429'] for subnet, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.948411 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e53e2-ce92-4a82-a04b-48aeb1e1b781 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6896b4b5-32fc-43fc-a5f0-223c5f72a56d,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:13.952102 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c74e53e2-ce92-4a82-a04b-48aeb1e1b781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:13.955308 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c74e53e2-ce92-4a82-a04b-48aeb1e1b781 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/6896b4b5-32fc-43fc-a5f0-223c5f72a56d HTTP/1.1" status: 204 len: 168 time: 0.2997789 Dec 13 11:06:13.957975 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46498) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:13.960788 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d084f9-31f1-4062-8271-71928a05554c None None] Network 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:06:14.034872 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.099468 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Deleting port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:14.099801 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.110143 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] DHCP port deletion for 8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 request from dv-cinder-808574-5-iscsi {{(pid=102443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:06:14.166141 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] For port 4e81cdd8-c9eb-4370-b268-5c6fd9946260, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=4e81cdd8-c9eb-4370-b268-5c6fd9946260,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:14.166650 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.166778 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Deleting port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 {{(pid=102443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:14.167279 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.180402 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Calling delete_port for 4e81cdd8-c9eb-4370-b268-5c6fd9946260 owned by network:dhcp {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:14.238985 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] For port 4e81cdd8-c9eb-4370-b268-5c6fd9946260, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=4e81cdd8-c9eb-4370-b268-5c6fd9946260,segment=NetworkSegment(85b58149-9b5b-4c3a-90de-e8ae4f124e16),segment_id=85b58149-9b5b-4c3a-90de-e8ae4f124e16)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:14.239388 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.253278 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Calling delete_port for 4e81cdd8-c9eb-4370-b268-5c6fd9946260 owned by network:dhcp {{(pid=102443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:14.275339 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.289464 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] No DVR routers for this DVR port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 on host dv-cinder-808574-5-iscsi {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:14.313420 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e81cdd8-c9eb-4370-b268-5c6fd9946260,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:14.392959 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.411049 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-422cd1b6-331f-47bb-acb4-d0cf9bd6c50c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.424627 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faa4061-f8b1-4cb3-8875-af02d3b3e4d1']}} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:14.424998 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900'] for port, after_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.437260 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b58149-9b5b-4c3a-90de-e8ae4f124e16') {'for_net_delete': True} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:14.437995 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b58149-9b5b-4c3a-90de-e8ae4f124e16') {} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:14.449586 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125996800'] for segment, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.463177 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Pushing event deleted for resources: {'Port': ['ID=4e81cdd8-c9eb-4370-b268-5c6fd9946260,revision_number=None']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:14.463394 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.469999 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=102442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:06:14.470727 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125856877'] for segment, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: Traceback (most recent call last): Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: timer() Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: cb(*args, **kw) Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: return func(*args, **kwargs) Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: self._notify() Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: self.callback(batched_events) Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: event.method(event) Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: return f(self, *a, **k) Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._get(url).json() Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: return self.request(url, 'GET', **kwargs) Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:06:14.472463 dv-cinder-808574-5-iscsi neutron-server[102442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:06:14.475070 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.475070 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.475300 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.475641 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.475975 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.476306 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.476666 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.476992 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.477320 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.477647 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.477970 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.478291 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.478691 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:14.483384 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230e3475-4219-4bb4-b24d-f8f9b8108560 None None] No DVR routers for this DVR port 4e81cdd8-c9eb-4370-b268-5c6fd9946260 on host dv-cinder-808574-5-iscsi {{(pid=102443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:14.532877 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.538581 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.541750 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] 10.222.0.43 "DELETE /v2.0/networks/8faa4061-f8b1-4cb3-8875-af02d3b3e4d1 HTTP/1.1" status: 204 len: 168 time: 0.5827758 Dec 13 11:06:14.552812 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ece122-9bcd-4803-90c5-49e4b2caaf98 admin admin] Pushing event deleted for resources: {'Network': ['ID=8faa4061-f8b1-4cb3-8875-af02d3b3e4d1,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:14.654105 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:14.665720 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 46508) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:14.679425 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:14.679700 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0bda6ef9-d4a9-4c3f-b226-f9d092792eb3 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:14.680116 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device d2781c27-245b-4200-8d29-74df99a3cd25 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:14.699745 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: d2781c27-245b-4200-8d29-74df99a3cd25 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:14.701136 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device d2781c27-245b-4200-8d29-74df99a3cd25 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:14.701136 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 4e81cdd8-c9eb-4370-b268-5c6fd9946260 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:14.717130 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-e51abfac-fcdc-4241-8c0f-faa704237f1c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=ec0d060f5ddd4ccab7c056c220f72c4e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0457103 Dec 13 11:06:14.717930 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46510) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:14.720563 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 4e81cdd8-c9eb-4370-b268-5c6fd9946260 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:14.720905 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 4e81cdd8-c9eb-4370-b268-5c6fd9946260 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:14.766657 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-620a513b-3225-430c-8512-041a441a78df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.787579 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-620a513b-3225-430c-8512-041a441a78df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.844988 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-620a513b-3225-430c-8512-041a441a78df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.847792 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-620a513b-3225-430c-8512-041a441a78df admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:14.849220 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-620a513b-3225-430c-8512-041a441a78df admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/447b44c6-45f6-4347-a848-d217b70e52e9 HTTP/1.1" status: 204 len: 168 time: 0.1301904 Dec 13 11:06:14.858480 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a513b-3225-430c-8512-041a441a78df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447b44c6-45f6-4347-a848-d217b70e52e9,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:15.650122 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:16.398934 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device dd15befd-fd95-4336-acc2-3ed60a5e37d1 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:16.419248 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: dd15befd-fd95-4336-acc2-3ed60a5e37d1 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:16.419589 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device dd15befd-fd95-4336-acc2-3ed60a5e37d1 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:17.006151 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:18.032739 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:22.451776 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-faa4cf94-6e3a-4848-be4a-62c1921e4886 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1976959627&fields=id&tenant_id=e3be13a76fd34c08b584fea04b70d6f1 HTTP/1.1" status: 200 len: 267 time: 0.0469666 Dec 13 11:06:22.509159 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-712a788a-09cf-47fd-a612-fb5f3713612e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:22.510963 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-712a788a-09cf-47fd-a612-fb5f3713612e tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 984 time: 0.0529020 Dec 13 11:06:22.523471 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-e1112bc9-c670-4c5b-8e7b-fb3cfd6d9437 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Request body: {'port': {'security_groups': ['d942b52d-30be-4406-9b30-e0a078fd8f37']}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:22.603829 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-e1112bc9-c670-4c5b-8e7b-fb3cfd6d9437 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.006949 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3c90b0-2162-4267-80db-3abe056b088c req-e30c8355-d7f0-47c4-800d-4927fbe8ecb9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:23.008484 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ec3c90b0-2162-4267-80db-3abe056b088c req-e30c8355-d7f0-47c4-800d-4927fbe8ecb9 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 946 time: 0.3318760 Dec 13 11:06:23.059716 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-e1112bc9-c670-4c5b-8e7b-fb3cfd6d9437 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] For port 0dc63639-2ee8-4703-a88b-a09296ccebeb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:23.102997 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ec3c90b0-2162-4267-80db-3abe056b088c req-0e78aa74-b18a-42a7-9796-d4b558d4aae4 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839295 Dec 13 11:06:23.111595 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-e1112bc9-c670-4c5b-8e7b-fb3cfd6d9437 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.117929 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-e1112bc9-c670-4c5b-8e7b-fb3cfd6d9437 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.131893 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['0dc63639-2ee8-4703-a88b-a09296ccebeb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:06:23.163635 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-e1112bc9-c670-4c5b-8e7b-fb3cfd6d9437 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:23.164261 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-e1112bc9-c670-4c5b-8e7b-fb3cfd6d9437 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.165667 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c569a1b8-5810-4aac-a4b8-414448a60e55 req-e1112bc9-c670-4c5b-8e7b-fb3cfd6d9437 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "PUT /v2.0/ports/0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 942 time: 0.6476517 Dec 13 11:06:23.166117 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:06:23.168426 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d44f36b-40d6-499e-91f0-e40907e24421" -d '{"events": [{"name": "network-changed", "server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:06:23.171731 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46632) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:23.190797 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1112bc9-c670-4c5b-8e7b-fb3cfd6d9437 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event updated for resources: {'Port': ['ID=0dc63639-2ee8-4703-a88b-a09296ccebeb,revision_number=7']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:23.216249 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8325adb1-4756-40ef-884b-d72dd272d830 x-openstack-request-id: req-8325adb1-4756-40ef-884b-d72dd272d830 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:06:23.216576 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:06:23.216833 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8325adb1-4756-40ef-884b-d72dd272d830 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:06:23.217248 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'status': 'completed', 'code': 200} Dec 13 11:06:23.261003 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1910b296-b301-44a1-8d67-34426662139f tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.273349 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['0dc63639-2ee8-4703-a88b-a09296ccebeb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:06:23.293605 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1910b296-b301-44a1-8d67-34426662139f tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.299248 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-7a0024ea-f937-4630-a19c-560e8e34d2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:23.309920 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-7a0024ea-f937-4630-a19c-560e8e34d2aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3be13a76fd34c08b584fea04b70d6f1&device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 1098 time: 0.0620630 Dec 13 11:06:23.390270 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1910b296-b301-44a1-8d67-34426662139f tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.396217 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1910b296-b301-44a1-8d67-34426662139f tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.398341 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-1910b296-b301-44a1-8d67-34426662139f tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "DELETE /v2.0/security-groups/90a29310-d44e-4da0-919a-05af7612fd10 HTTP/1.1" status: 204 len: 168 time: 0.2247896 Dec 13 11:06:23.403983 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46644) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:23.488111 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-d88367bf-c1ca-4071-bb7d-5f2c62f5a2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:23.490776 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-d88367bf-c1ca-4071-bb7d-5f2c62f5a2e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b HTTP/1.1" status: 200 len: 916 time: 0.1736104 Dec 13 11:06:23.524036 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1910b296-b301-44a1-8d67-34426662139f tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a29310-d44e-4da0-919a-05af7612fd10,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:23.563751 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-4e19b605-61b0-4784-843f-1c24858d993b None None] Provisioning complete for port 0dc63639-2ee8-4703-a88b-a09296ccebeb triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:23.564048 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-4e19b605-61b0-4784-843f-1c24858d993b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.599033 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-4b13324b-7b5a-4893-9498-dc13190166e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 1000 time: 0.0932822 Dec 13 11:06:23.666055 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-21d1552a-f4e1-4f67-a0ec-b3c594bf7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:23.667633 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-21d1552a-f4e1-4f67-a0ec-b3c594bf7e06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940a9f10-69e9-493c-ae87-39e6cbca7f45 HTTP/1.1" status: 200 len: 854 time: 0.0580888 Dec 13 11:06:23.724066 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-230a56d7-4b52-498b-a0c5-452ed602b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:23.728587 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-230a56d7-4b52-498b-a0c5-452ed602b833 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485196 Dec 13 11:06:23.731350 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Deleting port 14fbd662-3179-440e-8edf-2cbd0d2bb605 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:23.732076 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.824326 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.826290 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:23.837774 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-455fd95e-cfc4-439a-b8bf-6819bd4af3fc service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999088 Dec 13 11:06:23.840441 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Calling delete_port for 14fbd662-3179-440e-8edf-2cbd0d2bb605 owned by network:floatingip {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:23.943742 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d44f36b-40d6-499e-91f0-e40907e24421 req-7181416f-d8c3-421a-bcc2-f6b193598902 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956962 Dec 13 11:06:24.068374 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:24.104244 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event deleted for resources: {'Port': ['ID=14fbd662-3179-440e-8edf-2cbd0d2bb605,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:24.185139 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks [] for floatingip, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:24.185820 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.l3_db [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Floating IP 1d9a6668-ad8b-4813-afa9-3d6981dfc1ab disassociated (deleted). External IP: 172.27.2.15, port: 0dc63639-2ee8-4703-a88b-a09296ccebeb. Dec 13 11:06:24.190582 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82635567-7035-429a-a1e8-d315b6c48646 req-c3da908c-3454-4a26-a67b-2b4bba0d7e9c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:24.192628 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-82635567-7035-429a-a1e8-d315b6c48646 req-c3da908c-3454-4a26-a67b-2b4bba0d7e9c tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.39 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 946 time: 0.0981798 Dec 13 11:06:24.305155 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab963f8-962e-4808-b168-91a70ec2bb33 req-c63eb4c1-2111-4556-86ec-4b42e7077278 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:24.306684 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fab963f8-962e-4808-b168-91a70ec2bb33 req-c63eb4c1-2111-4556-86ec-4b42e7077278 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 946 time: 0.0976264 Dec 13 11:06:24.366067 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-fab963f8-962e-4808-b168-91a70ec2bb33 req-07b70527-4a97-4cd5-bd1a-39f026acf1a5 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups?id=77b920bc-48b0-4fff-9f69-42d8a103ebec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530427 Dec 13 11:06:24.368733 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Deleting port 36af29e0-5fac-465b-b2df-c851c01b944d {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:24.369071 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:24.410894 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:06:24.462607 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] For port 36af29e0-5fac-465b-b2df-c851c01b944d, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=36af29e0-5fac-465b-b2df-c851c01b944d,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:24.463023 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:24.521329 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:24.526739 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:24.532913 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] Sync routers for ids ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:24.543840 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] Routers {'0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:24.544585 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:24.556089 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-1314184c-ed1b-40a2-8fb2-36b48bd73d5a tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "DELETE /v2.0/floatingips/1d9a6668-ad8b-4813-afa9-3d6981dfc1ab HTTP/1.1" status: 204 len: 168 time: 1.1480792 Dec 13 11:06:24.556674 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:06:24.558971 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980738a0-94fa-46c9-a06c-228c213bdd47" -d '{"events": [{"name": "network-changed", "server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:06:24.662267 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:24.663131 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:24.663457 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.l3_db [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Floating IP 1e56c303-4cde-4996-a8c2-f7a4778f7391 disassociated. External IP: 172.27.2.51, port: 36af29e0-5fac-465b-b2df-c851c01b944d. Dec 13 11:06:24.663790 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] Set router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:24.664021 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Calling delete_port for 36af29e0-5fac-465b-b2df-c851c01b944d owned by compute:nova {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:24.843102 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b1feb3-b7ff-4bb0-a645-087375f115c5 x-openstack-request-id: req-98b1feb3-b7ff-4bb0-a645-087375f115c5 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:06:24.843614 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:06:24.844017 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-98b1feb3-b7ff-4bb0-a645-087375f115c5 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:06:24.844559 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'status': 'completed', 'code': 200} Dec 13 11:06:24.904735 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:24.918068 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 5, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:24.919140 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-6f94bb22-56dc-4e4a-9a8e-53dac604e79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:24.921001 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-6f94bb22-56dc-4e4a-9a8e-53dac604e79d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e3be13a76fd34c08b584fea04b70d6f1&device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 1098 time: 0.0748031 Dec 13 11:06:24.941629 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event deleted for resources: {'Port': ['ID=36af29e0-5fac-465b-b2df-c851c01b944d,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:24.948011 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] Checking router: 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:24.968827 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] Routers {'0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:24.969545 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:25.075816 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-1bd9b5ad-bdf9-4ac4-8429-956ef5134e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:25.077322 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-1bd9b5ad-bdf9-4ac4-8429-956ef5134e65 service neutron] 10.222.0.39 "GET /v2.0/networks?id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b HTTP/1.1" status: 200 len: 916 time: 0.1494110 Dec 13 11:06:25.098476 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] Set router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:25.108122 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Router 4b67e7dd-332a-4a32-a705-23be2a0baed3 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:06:25.123408 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-c2032be2-495d-40f4-8784-1653e01fba87 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 200 len: 217 time: 0.0382423 Dec 13 11:06:25.185854 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-1adba6fc-d4bc-496c-92b1-defaff1dd125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:25.189114 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-1adba6fc-d4bc-496c-92b1-defaff1dd125 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=940a9f10-69e9-493c-ae87-39e6cbca7f45 HTTP/1.1" status: 200 len: 854 time: 0.0579267 Dec 13 11:06:25.231549 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:25.248690 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] Sync routers for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:25.262839 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:25.263697 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:25.305035 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-e910112f-bfcd-48dc-9a1e-a307c87375d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:25.307135 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-e910112f-bfcd-48dc-9a1e-a307c87375d0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=156400ba-fe5a-4ce1-8a35-342dd2e18e8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0944180 Dec 13 11:06:25.314013 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] No DVR routers for this DVR port 36af29e0-5fac-465b-b2df-c851c01b944d on host hv-cinder-80857 {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:25.327682 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:25.331143 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-82635567-7035-429a-a1e8-d315b6c48646 req-2bc6b7a3-40e1-423a-928b-088139438c9e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.39 "DELETE /v2.0/ports/36af29e0-5fac-465b-b2df-c851c01b944d HTTP/1.1" status: 204 len: 173 time: 1.1310012 Dec 13 11:06:25.331605 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'name': 'network-vif-deleted', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:06:25.351440 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85ed59c8-c478-4797-95b6-e0e0f97d3daa" -d '{"events": [{"server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "name": "network-vif-deleted", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:06:25.394373 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64fa481b-a81e-495a-b4b7-850e104c4e3c x-openstack-request-id: req-64fa481b-a81e-495a-b4b7-850e104c4e3c {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:06:25.394373 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2617034-b496-4b5c-8d08-f4c0ac7ea73b", "name": "network-vif-deleted", "tag": "36af29e0-5fac-465b-b2df-c851c01b944d", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:06:25.394373 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-64fa481b-a81e-495a-b4b7-850e104c4e3c {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:06:25.394691 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2617034-b496-4b5c-8d08-f4c0ac7ea73b', 'name': 'network-vif-deleted', 'tag': '36af29e0-5fac-465b-b2df-c851c01b944d', 'status': 'completed', 'code': 200} Dec 13 11:06:25.426368 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:25.512011 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 5, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:25.512149 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d82bb62-6277-4808-9c03-fa75bff62376 req-0e03e295-9f72-4e31-a110-9f34ded17da2 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 210 time: 0.0369432 Dec 13 11:06:25.539997 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e66e4a-b35c-4edb-8093-132ce49dc79a None None] The sync data for ids ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'] in dv-cinder-808574-5-iscsi is: [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:03:48Z', 'revision_number': 4, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '571ba458-66ae-41b5-86c5-961def130ffc', 'name': '', 'network_id': '156400ba-fe5a-4ce1-8a35-342dd2e18e8b', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'mac_address': 'fa:16:3e:39:68:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:47Z', 'updated_at': '2021-12-13T11:03:53Z', 'revision_number': 5, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'subnets': [{'id': '940a9f10-69e9-493c-ae87-39e6cbca7f45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:25.683449 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:25.711839 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] Checking router: 4b67e7dd-332a-4a32-a705-23be2a0baed3 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:25.720706 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:25.721320 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:25.794821 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c35bf161-8ef3-49a1-ae3b-c224c20aafc2 None None] New status for floating IP 1d9a6668-ad8b-4813-afa9-3d6981dfc1ab: DOWN {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:06:25.838908 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:26.045361 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:26.076798 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6ce890-25da-46d6-90e6-c313abbaa9af None None] The sync data for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi is: [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '3b793f39-101b-4770-803b-ef429b816f68', 'name': '', 'network_id': 'a9e5b66e-46c7-490d-93ed-2c8183758c1f', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'mac_address': 'fa:16:3e:e2:64:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_interface', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:38Z', 'updated_at': '2021-12-13T10:59:51Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'subnets': [{'id': 'fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:26.299670 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8c3118-71c4-4ef5-a623-05a10d9e6a0e None None] New status for floating IP 1e56c303-4cde-4996-a8c2-f7a4778f7391: DOWN {{(pid=102443) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:06:26.600565 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0d1e3bfb-a122-410c-9903-a979aba97f55 req-a1314969-ae93-4621-a027-87d25225d60b tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 210 time: 0.0294096 Dec 13 11:06:27.707188 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-82200e0d-a59f-4358-ac82-f3f96b5ecf48 req-3c23ff9e-f934-4874-affe-a4adc5bee396 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/ports?device_id=d2617034-b496-4b5c-8d08-f4c0ac7ea73b HTTP/1.1" status: 200 len: 210 time: 0.0262833 Dec 13 11:06:28.101267 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-67a44b5d-211a-4c8e-afca-785e79a9a0cf service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910091 Dec 13 11:06:28.195485 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-980738a0-94fa-46c9-a06c-228c213bdd47 req-326026a9-20e5-43c6-b687-e236279767c0 service neutron] 10.222.0.39 "GET /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843434 Dec 13 11:06:28.814135 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46734) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:28.868748 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f42-8820-444d-9335-606a6b27d77e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:28.892207 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f42-8820-444d-9335-606a6b27d77e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:28.948940 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f42-8820-444d-9335-606a6b27d77e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:28.951547 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7b2c1f42-8820-444d-9335-606a6b27d77e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:28.952706 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-7b2c1f42-8820-444d-9335-606a6b27d77e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "DELETE /v2.0/security-groups/77b920bc-48b0-4fff-9f69-42d8a103ebec HTTP/1.1" status: 204 len: 168 time: 0.1375062 Dec 13 11:06:28.955729 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 46742) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:28.962964 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c1f42-8820-444d-9335-606a6b27d77e tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b920bc-48b0-4fff-9f69-42d8a103ebec,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:28.970118 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.api.v2.resource [None req-13649164-bf74-4250-bbb1-81363defb3b8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] show failed (client error): The resource could not be found. Dec 13 11:06:28.971303 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-13649164-bf74-4250-bbb1-81363defb3b8 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "GET /v2.0/security-groups/77b920bc-48b0-4fff-9f69-42d8a103ebec HTTP/1.1" status: 404 len: 347 time: 0.0144386 Dec 13 11:06:28.974263 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 46746) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:29.126629 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-4fa91047-7079-47c2-bbef-e3c7a6281387 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Deleting port 17681fee-209c-477a-9930-02e31aea78bd {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:29.126971 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4fa91047-7079-47c2-bbef-e3c7a6281387 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:29.209384 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4fa91047-7079-47c2-bbef-e3c7a6281387 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:29.209718 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4fa91047-7079-47c2-bbef-e3c7a6281387 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:29.224948 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-4fa91047-7079-47c2-bbef-e3c7a6281387 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Calling delete_port for 17681fee-209c-477a-9930-02e31aea78bd owned by network:floatingip {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:29.397183 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4fa91047-7079-47c2-bbef-e3c7a6281387 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:29.450932 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa91047-7079-47c2-bbef-e3c7a6281387 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Pushing event deleted for resources: {'Port': ['ID=17681fee-209c-477a-9930-02e31aea78bd,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:29.497260 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4fa91047-7079-47c2-bbef-e3c7a6281387 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks [] for floatingip, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:29.500388 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4fa91047-7079-47c2-bbef-e3c7a6281387 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:29.502556 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4fa91047-7079-47c2-bbef-e3c7a6281387 tempest-AttachVolumeShelveTestJSON-1527486025 tempest-AttachVolumeShelveTestJSON-1527486025-project] 10.222.0.43 "DELETE /v2.0/floatingips/1e56c303-4cde-4996-a8c2-f7a4778f7391 HTTP/1.1" status: 204 len: 168 time: 0.5265353 Dec 13 11:06:30.022326 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 36af29e0-5fac-465b-b2df-c851c01b944d no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:30.043377 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 36af29e0-5fac-465b-b2df-c851c01b944d {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:30.043717 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 36af29e0-5fac-465b-b2df-c851c01b944d not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:30.565377 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44aec93-6526-4fc0-9976-26090c1474d7 req-0999d1cc-2a07-4fdc-8b85-845e146550c0 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:30.566886 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f44aec93-6526-4fc0-9976-26090c1474d7 req-0999d1cc-2a07-4fdc-8b85-845e146550c0 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 945 time: 0.0543206 Dec 13 11:06:30.618226 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f44aec93-6526-4fc0-9976-26090c1474d7 req-c2e3d84c-a074-4d4c-8bb6-016d8819b798 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449090 Dec 13 11:06:31.741459 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb45b10-8d16-4326-a962-ff2f06d3255b req-94c4f7ec-c1ba-4f2b-bf82-20e18248fd5b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:31.742999 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-feb45b10-8d16-4326-a962-ff2f06d3255b req-94c4f7ec-c1ba-4f2b-bf82-20e18248fd5b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 945 time: 0.0535922 Dec 13 11:06:31.794263 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-feb45b10-8d16-4326-a962-ff2f06d3255b req-c7ab6d0a-6bdd-4930-aa6d-77615da3b080 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/security-groups?id=d942b52d-30be-4406-9b30-e0a078fd8f37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450358 Dec 13 11:06:31.923316 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 46842) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:32.199062 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988e09a1-da45-48e2-87c2-d25e24237beb req-b4bc0ae8-dcbb-4a8e-b057-e17f4ac68620 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:32.200557 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-988e09a1-da45-48e2-87c2-d25e24237beb req-b4bc0ae8-dcbb-4a8e-b057-e17f4ac68620 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.39 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 945 time: 0.0502887 Dec 13 11:06:32.293161 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-988e09a1-da45-48e2-87c2-d25e24237beb req-dec6012b-7a42-4f64-a263-cf69531e261b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Deleting port 0dc63639-2ee8-4703-a88b-a09296ccebeb {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:32.293499 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-988e09a1-da45-48e2-87c2-d25e24237beb req-dec6012b-7a42-4f64-a263-cf69531e261b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:32.385999 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-988e09a1-da45-48e2-87c2-d25e24237beb req-dec6012b-7a42-4f64-a263-cf69531e261b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] For port 0dc63639-2ee8-4703-a88b-a09296ccebeb, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=0dc63639-2ee8-4703-a88b-a09296ccebeb,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:32.386372 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-988e09a1-da45-48e2-87c2-d25e24237beb req-dec6012b-7a42-4f64-a263-cf69531e261b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:32.399478 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-988e09a1-da45-48e2-87c2-d25e24237beb req-dec6012b-7a42-4f64-a263-cf69531e261b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Calling delete_port for 0dc63639-2ee8-4703-a88b-a09296ccebeb owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:32.512958 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680024'] for router_interface, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:32.534077 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-988e09a1-da45-48e2-87c2-d25e24237beb req-dec6012b-7a42-4f64-a263-cf69531e261b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:32.546293 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['0dc63639-2ee8-4703-a88b-a09296ccebeb'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:06:32.561944 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6012b-7a42-4f64-a263-cf69531e261b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Pushing event deleted for resources: {'Port': ['ID=0dc63639-2ee8-4703-a88b-a09296ccebeb,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:32.606011 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-988e09a1-da45-48e2-87c2-d25e24237beb req-dec6012b-7a42-4f64-a263-cf69531e261b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] No DVR routers for this DVR port 0dc63639-2ee8-4703-a88b-a09296ccebeb on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:32.608372 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-988e09a1-da45-48e2-87c2-d25e24237beb req-dec6012b-7a42-4f64-a263-cf69531e261b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:32.611774 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-988e09a1-da45-48e2-87c2-d25e24237beb req-dec6012b-7a42-4f64-a263-cf69531e261b tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.39 "DELETE /v2.0/ports/0dc63639-2ee8-4703-a88b-a09296ccebeb HTTP/1.1" status: 204 len: 173 time: 0.4045715 Dec 13 11:06:32.612228 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'name': 'network-vif-deleted', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:06:32.614485 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03797c01-1515-45ef-b218-7a0dfe065de4" -d '{"events": [{"server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "name": "network-vif-deleted", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:06:32.652432 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbf80ab-d584-4e87-86d8-bae7af4a9f41 x-openstack-request-id: req-bfbf80ab-d584-4e87-86d8-bae7af4a9f41 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:06:32.652727 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89c85e8-0b0d-42ad-859a-4bb1cb38660f", "name": "network-vif-deleted", "tag": "0dc63639-2ee8-4703-a88b-a09296ccebeb", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:06:32.653059 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-bfbf80ab-d584-4e87-86d8-bae7af4a9f41 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:06:32.653623 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e89c85e8-0b0d-42ad-859a-4bb1cb38660f', 'name': 'network-vif-deleted', 'tag': '0dc63639-2ee8-4703-a88b-a09296ccebeb', 'status': 'completed', 'code': 200} Dec 13 11:06:33.144934 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e95ec4d6-6ccd-4eb2-8734-805b25dda091 req-a85702a7-f9c1-4cca-8384-e03bd475fbb1 tempest-TestMinimumBasicScenario-839019438 tempest-TestMinimumBasicScenario-839019438-project] 10.222.0.43 "GET /v2.0/ports?device_id=e89c85e8-0b0d-42ad-859a-4bb1cb38660f HTTP/1.1" status: 200 len: 210 time: 0.0423484 Dec 13 11:06:33.167130 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] Deleting port 3b793f39-101b-4770-803b-ef429b816f68 {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:33.167556 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:33.249413 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] For port 3b793f39-101b-4770-803b-ef429b816f68, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=3b793f39-101b-4770-803b-ef429b816f68,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:33.249815 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:33.262743 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] Calling delete_port for 3b793f39-101b-4770-803b-ef429b816f68 owned by network:router_interface {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:33.457904 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:33.486339 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b793f39-101b-4770-803b-ef429b816f68,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:33.653287 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3773012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680132'] for router_interface, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:33.884468 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] Router 4b67e7dd-332a-4a32-a705-23be2a0baed3 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:06:34.009365 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:34.014819 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-66395f8c-821d-49a2-8665-41e233901851 admin admin] 10.222.0.43 "PUT /v2.0/routers/4b67e7dd-332a-4a32-a705-23be2a0baed3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0903964 Dec 13 11:06:34.017669 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 46870) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:34.019602 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] Sync routers for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:34.031740 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:34.032326 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:34.135482 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Publish callbacks [] for router, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:34.141680 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:34.294654 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:34.349933 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189'}], 'enable_snat': True}, 'gw_port_id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T11:06:33Z', 'revision_number': 5, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port': {'id': 'a8a21ebc-a4f9-4c66-b06e-a36f17df4d02', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:37:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T10:59:31Z', 'updated_at': '2021-12-13T10:59:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:34.364558 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Deleting port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:34.364900 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:34.381384 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] Checking router: 4b67e7dd-332a-4a32-a705-23be2a0baed3 for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:34.390092 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] Routers {'4b67e7dd-332a-4a32-a705-23be2a0baed3'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:34.390726 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['4b67e7dd-332a-4a32-a705-23be2a0baed3'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:34.451429 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] For port a8a21ebc-a4f9-4c66-b06e-a36f17df4d02, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=a8a21ebc-a4f9-4c66-b06e-a36f17df4d02,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:34.452064 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:34.469217 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Calling delete_port for a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 owned by network:router_gateway {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:34.486648 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] Set router 4b67e7dd-332a-4a32-a705-23be2a0baed3 gateway port host: None {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:34.554728 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T11:06:34Z', 'revision_number': 6, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port_host': None}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:34.586819 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd3b920-0a27-49ca-af29-4b409b574add None None] The sync data for ids ['4b67e7dd-332a-4a32-a705-23be2a0baed3'] in dv-cinder-808574-5-iscsi is: [{'id': '4b67e7dd-332a-4a32-a705-23be2a0baed3', 'name': 'tempest-AttachVolumeShelveTestJSON-237362954-router', 'tenant_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T10:59:29Z', 'updated_at': '2021-12-13T11:06:34Z', 'revision_number': 6, 'project_id': 'e97c3705b03f4c6d8d029a03b5b80ead', 'gw_port_host': None}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:34.712693 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:34.747311 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Pushing event deleted for resources: {'Port': ['ID=a8a21ebc-a4f9-4c66-b06e-a36f17df4d02,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:34.809876 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3678758'] for router_gateway, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:34.925517 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6754'] for router, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:34.927815 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:34.969743 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46936) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:35.000220 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679167'] for router, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.001205 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b67e7dd-332a-4a32-a705-23be2a0baed3 {{(pid=102441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:06:35.009797 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.013516 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-7e443c81-3e21-468c-be6e-c9bae7a2c9fd admin admin] 10.222.0.43 "DELETE /v2.0/routers/4b67e7dd-332a-4a32-a705-23be2a0baed3 HTTP/1.1" status: 204 len: 168 time: 0.9925914 Dec 13 11:06:35.013932 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46938) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:35.075829 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_v2 [None req-55523ef8-128b-427d-a972-5902c3fda563 admin admin] Deleting subnet fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 {{(pid=102442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:06:35.107202 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-55523ef8-128b-427d-a972-5902c3fda563 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.154402 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-55523ef8-128b-427d-a972-5902c3fda563 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997051'] for subnet, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.316876 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-55523ef8-128b-427d-a972-5902c3fda563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.684252 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-55523ef8-128b-427d-a972-5902c3fda563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125856775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126431429'] for subnet, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.713381 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55523ef8-128b-427d-a972-5902c3fda563 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:35.719755 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-55523ef8-128b-427d-a972-5902c3fda563 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.722882 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-55523ef8-128b-427d-a972-5902c3fda563 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/fcc7c1e9-6a5d-459e-b2a7-2b8c3ec163a9 HTTP/1.1" status: 204 len: 168 time: 0.7079451 Dec 13 11:06:35.725482 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 46950) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:35.725793 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28be9ae1-5a62-4464-bacd-d3ba4d5dcc00 None None] Network a9e5b66e-46c7-490d-93ed-2c8183758c1f requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:06:35.827761 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.888274 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680024'] for router_interface, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.894416 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9737f840-ea37-400a-b6fe-32c1d2c0d538 None None] DHCP port deletion for a9e5b66e-46c7-490d-93ed-2c8183758c1f request from dv-cinder-808574-5-iscsi {{(pid=102443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:06:35.940626 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9737f840-ea37-400a-b6fe-32c1d2c0d538 None None] Deleting port 9afaf78c-93d0-4992-ab3e-7a7854453459 {{(pid=102443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:35.940983 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9737f840-ea37-400a-b6fe-32c1d2c0d538 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:35.942097 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Deleting port 9afaf78c-93d0-4992-ab3e-7a7854453459 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:35.942398 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.003833 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9737f840-ea37-400a-b6fe-32c1d2c0d538 None None] For port 9afaf78c-93d0-4992-ab3e-7a7854453459, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=9afaf78c-93d0-4992-ab3e-7a7854453459,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:36.004107 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9737f840-ea37-400a-b6fe-32c1d2c0d538 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.017430 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9737f840-ea37-400a-b6fe-32c1d2c0d538 None None] Calling delete_port for 9afaf78c-93d0-4992-ab3e-7a7854453459 owned by network:dhcp {{(pid=102443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:36.046860 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] For port 9afaf78c-93d0-4992-ab3e-7a7854453459, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=9afaf78c-93d0-4992-ab3e-7a7854453459,segment=NetworkSegment(3a4fbace-e96a-410d-b4e4-aae152b646a3),segment_id=3a4fbace-e96a-410d-b4e4-aae152b646a3)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:36.047452 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.089051 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Calling delete_port for 9afaf78c-93d0-4992-ab3e-7a7854453459 owned by network:dhcp {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:36.195685 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 0dc63639-2ee8-4703-a88b-a09296ccebeb no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:36.218032 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 0dc63639-2ee8-4703-a88b-a09296ccebeb {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:36.218367 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 0dc63639-2ee8-4703-a88b-a09296ccebeb not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:36.223509 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.252406 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9afaf78c-93d0-4992-ab3e-7a7854453459,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:36.253351 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9737f840-ea37-400a-b6fe-32c1d2c0d538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900'] for port, after_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.256787 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] No DVR routers for this DVR port 9afaf78c-93d0-4992-ab3e-7a7854453459 on host dv-cinder-808574-5-iscsi {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:36.282564 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9737f840-ea37-400a-b6fe-32c1d2c0d538 None None] No DVR routers for this DVR port 9afaf78c-93d0-4992-ab3e-7a7854453459 on host dv-cinder-808574-5-iscsi {{(pid=102443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:36.284659 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9737f840-ea37-400a-b6fe-32c1d2c0d538 None None] Pushing event deleted for resources: {'Port': ['ID=9afaf78c-93d0-4992-ab3e-7a7854453459,revision_number=None']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:36.357919 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.381107 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e5b66e-46c7-490d-93ed-2c8183758c1f']}} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:36.383758 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] Deleting port 571ba458-66ae-41b5-86c5-961def130ffc {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:36.384058 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.402112 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a4fbace-e96a-410d-b4e4-aae152b646a3') {'for_net_delete': True} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:36.402404 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a4fbace-e96a-410d-b4e4-aae152b646a3') {} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:36.440281 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125996800'] for segment, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.462040 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.476491 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Releasing vlan 282 on physical network physnet1 to pool {{(pid=102442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:06:36.476925 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125856877'] for segment, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: Traceback (most recent call last): Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: timer() Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: cb(*args, **kw) Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: return func(*args, **kwargs) Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: self._notify() Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: self.callback(batched_events) Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: event.method(event) Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: return f(self, *a, **k) Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._get(url).json() Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: return self.request(url, 'GET', **kwargs) Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:06:36.478617 dv-cinder-808574-5-iscsi neutron-server[102442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:06:36.539367 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] For port 571ba458-66ae-41b5-86c5-961def130ffc, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=571ba458-66ae-41b5-86c5-961def130ffc,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:36.539713 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.552966 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] Calling delete_port for 571ba458-66ae-41b5-86c5-961def130ffc owned by network:router_interface {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:36.558253 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.566826 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.570050 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] 10.222.0.43 "DELETE /v2.0/networks/a9e5b66e-46c7-490d-93ed-2c8183758c1f HTTP/1.1" status: 204 len: 168 time: 0.8428626 Dec 13 11:06:36.582638 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871172b-6a1e-4e08-841a-c3a328c312ab admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e5b66e-46c7-490d-93ed-2c8183758c1f,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:36.673293 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 3b793f39-101b-4770-803b-ef429b816f68 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:36.701103 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 3b793f39-101b-4770-803b-ef429b816f68 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:36.704811 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 3b793f39-101b-4770-803b-ef429b816f68 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:36.704811 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 9afaf78c-93d0-4992-ab3e-7a7854453459 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:36.705057 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 46978) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:36.727923 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 9afaf78c-93d0-4992-ab3e-7a7854453459 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:36.728860 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 9afaf78c-93d0-4992-ab3e-7a7854453459 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:36.729516 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:36.748422 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-03759f5e-0a0f-43c7-a726-3b87d2a3418c admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e97c3705b03f4c6d8d029a03b5b80ead&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0423017 Dec 13 11:06:36.751038 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 46980) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:36.752679 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:36.753075 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device a8a21ebc-a4f9-4c66-b06e-a36f17df4d02 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:36.771760 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.806148 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=571ba458-66ae-41b5-86c5-961def130ffc,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:36.810372 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2547-a5a3-4d61-a2cb-ae640801bf15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.835474 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2547-a5a3-4d61-a2cb-ae640801bf15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.893477 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2547-a5a3-4d61-a2cb-ae640801bf15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.897031 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bdcc2547-a5a3-4d61-a2cb-ae640801bf15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:36.898511 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-bdcc2547-a5a3-4d61-a2cb-ae640801bf15 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/96029412-d870-42f3-8c65-da1552e1a96f HTTP/1.1" status: 204 len: 168 time: 0.1463611 Dec 13 11:06:36.909129 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc2547-a5a3-4d61-a2cb-ae640801bf15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96029412-d870-42f3-8c65-da1552e1a96f,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:37.036157 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3773012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680132'] for router_interface, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:37.263582 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] Router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:06:37.374868 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:37.380328 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a933a6e9-0d80-4ce1-9f40-f196a9a7bc9f admin admin] 10.222.0.43 "PUT /v2.0/routers/0d4f2d4e-a8fd-46b3-8563-cde87c0f291e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4085007 Dec 13 11:06:37.383022 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47000) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:37.384472 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] Sync routers for ids ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:37.395775 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] Routers {'0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:37.396870 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:37.497617 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Publish callbacks [] for router, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:37.513568 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] Set router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:37.638867 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:37.706505 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Deleting port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:37.707117 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:37.721168 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164'}], 'enable_snat': True}, 'gw_port_id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:06:36Z', 'revision_number': 5, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port': {'id': '4d0ceb9d-4f4c-4067-8b8c-751343e5cd69', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:3d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:46Z', 'updated_at': '2021-12-13T11:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:37.752815 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] Checking router: 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:37.761263 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] Routers {'0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:37.762211 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:37.799575 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] For port 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=4d0ceb9d-4f4c-4067-8b8c-751343e5cd69,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:37.799986 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:37.814912 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Calling delete_port for 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 owned by network:router_gateway {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:37.865330 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] Set router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e gateway port host: None {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:37.918511 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:06:37Z', 'revision_number': 6, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port_host': None}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:37.949217 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58224835-66f4-4983-a907-b8be5c691de3 None None] The sync data for ids ['0d4f2d4e-a8fd-46b3-8563-cde87c0f291e'] in dv-cinder-808574-5-iscsi is: [{'id': '0d4f2d4e-a8fd-46b3-8563-cde87c0f291e', 'name': 'tempest-TestMinimumBasicScenario-1769107565-router', 'tenant_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:45Z', 'updated_at': '2021-12-13T11:06:37Z', 'revision_number': 6, 'project_id': 'e3be13a76fd34c08b584fea04b70d6f1', 'gw_port_host': None}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:38.003975 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.029975 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d0ceb9d-4f4c-4067-8b8c-751343e5cd69,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:38.097936 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3678758'] for router_gateway, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.211929 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6754'] for router, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.214262 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.260092 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679167'] for router, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.260558 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d4f2d4e-a8fd-46b3-8563-cde87c0f291e {{(pid=102441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:06:38.266089 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.267471 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-9745eeaa-0d37-47a1-ac18-5b632b8d4b0a admin admin] 10.222.0.43 "DELETE /v2.0/routers/0d4f2d4e-a8fd-46b3-8563-cde87c0f291e HTTP/1.1" status: 204 len: 168 time: 0.8832176 Dec 13 11:06:38.270609 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47036) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:38.320238 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a303580-a0b2-4f81-8dc7-016ed0d70084 admin admin] Deleting subnet 940a9f10-69e9-493c-ae87-39e6cbca7f45 {{(pid=102441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:06:38.323967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5a303580-a0b2-4f81-8dc7-016ed0d70084 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.360934 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5a303580-a0b2-4f81-8dc7-016ed0d70084 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129325008'] for subnet, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.476135 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5a303580-a0b2-4f81-8dc7-016ed0d70084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.533389 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5a303580-a0b2-4f81-8dc7-016ed0d70084 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126324771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126223214'] for subnet, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.566967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a303580-a0b2-4f81-8dc7-016ed0d70084 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=940a9f10-69e9-493c-ae87-39e6cbca7f45,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:38.569215 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-5a303580-a0b2-4f81-8dc7-016ed0d70084 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.573068 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-5a303580-a0b2-4f81-8dc7-016ed0d70084 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/940a9f10-69e9-493c-ae87-39e6cbca7f45 HTTP/1.1" status: 204 len: 168 time: 0.3012552 Dec 13 11:06:38.573602 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d8dd7-4b58-4d3b-b990-fe2daf0c5aa8 None None] Network 156400ba-fe5a-4ce1-8a35-342dd2e18e8b requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:06:38.575085 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47038) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:38.644557 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.691533 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47042) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:38.748238 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_v2 [None req-fee92e83-fe61-46e9-a12a-c494844fd093 admin admin] Deleting subnet de043804-7824-4ab4-9fbf-1b3e0e462491 {{(pid=102442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:06:38.752047 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-fee92e83-fe61-46e9-a12a-c494844fd093 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.756789 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb747628-7f59-4819-817e-6cc60beec3d5 None None] DHCP port deletion for 156400ba-fe5a-4ce1-8a35-342dd2e18e8b request from dv-cinder-808574-5-iscsi {{(pid=102443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:06:38.771916 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Deleting port 7966e0fc-acac-4752-b4db-7c0beae07f96 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:38.772258 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.791298 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:38.816553 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:38.817375 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 4d0ceb9d-4f4c-4067-8b8c-751343e5cd69 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:38.817737 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 571ba458-66ae-41b5-86c5-961def130ffc no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:38.830873 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-fee92e83-fe61-46e9-a12a-c494844fd093 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997051'] for subnet, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.840895 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 571ba458-66ae-41b5-86c5-961def130ffc {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:38.841236 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 571ba458-66ae-41b5-86c5-961def130ffc not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:38.859243 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-bb747628-7f59-4819-817e-6cc60beec3d5 None None] Deleting port 7966e0fc-acac-4752-b4db-7c0beae07f96 {{(pid=102443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:38.859726 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-bb747628-7f59-4819-817e-6cc60beec3d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.874887 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] For port 7966e0fc-acac-4752-b4db-7c0beae07f96, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=7966e0fc-acac-4752-b4db-7c0beae07f96,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:38.875246 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.893840 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Calling delete_port for 7966e0fc-acac-4752-b4db-7c0beae07f96 owned by network:dhcp {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:38.902497 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-fee92e83-fe61-46e9-a12a-c494844fd093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.929103 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-bb747628-7f59-4819-817e-6cc60beec3d5 None None] For port 7966e0fc-acac-4752-b4db-7c0beae07f96, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=7966e0fc-acac-4752-b4db-7c0beae07f96,segment=NetworkSegment(d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d),segment_id=d5568b56-1cb4-4f81-89bc-1d49b0d7fa3d)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:38.929588 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-bb747628-7f59-4819-817e-6cc60beec3d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:38.945014 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-bb747628-7f59-4819-817e-6cc60beec3d5 None None] Calling delete_port for 7966e0fc-acac-4752-b4db-7c0beae07f96 owned by network:dhcp {{(pid=102443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:39.008461 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-fee92e83-fe61-46e9-a12a-c494844fd093 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125856775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126431429'] for subnet, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.044194 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee92e83-fe61-46e9-a12a-c494844fd093 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de043804-7824-4ab4-9fbf-1b3e0e462491,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:39.051257 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-fee92e83-fe61-46e9-a12a-c494844fd093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.056307 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-fee92e83-fe61-46e9-a12a-c494844fd093 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/de043804-7824-4ab4-9fbf-1b3e0e462491 HTTP/1.1" status: 204 len: 168 time: 0.3636062 Dec 13 11:06:39.057720 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.058733 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47044) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:39.071201 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-bb747628-7f59-4819-817e-6cc60beec3d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900'] for port, after_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.096602 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Pushing event deleted for resources: {'Port': ['ID=7966e0fc-acac-4752-b4db-7c0beae07f96,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:39.097830 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb747628-7f59-4819-817e-6cc60beec3d5 None None] Pushing event deleted for resources: {'Port': ['ID=7966e0fc-acac-4752-b4db-7c0beae07f96,revision_number=None']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:39.101410 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] No DVR routers for this DVR port 7966e0fc-acac-4752-b4db-7c0beae07f96 on host dv-cinder-808574-5-iscsi {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:39.109000 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb747628-7f59-4819-817e-6cc60beec3d5 None None] No DVR routers for this DVR port 7966e0fc-acac-4752-b4db-7c0beae07f96 on host dv-cinder-808574-5-iscsi {{(pid=102443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:39.152933 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.198970 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.220609 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['156400ba-fe5a-4ce1-8a35-342dd2e18e8b']}} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:39.230853 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d') {'for_net_delete': True} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:39.231265 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5568b56-1cb4-4f81-89bc-1d49b0d7fa3d') {} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:39.244924 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125996800'] for segment, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.258791 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.263205 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.275612 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Releasing vlan 250 on physical network physnet1 to pool {{(pid=102442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:06:39.276824 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125856877'] for segment, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: Traceback (most recent call last): Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: timer() Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: cb(*args, **kw) Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: return func(*args, **kwargs) Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: self._notify() Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: self.callback(batched_events) Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: event.method(event) Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: return f(self, *a, **k) Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._get(url).json() Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: return self.request(url, 'GET', **kwargs) Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:06:39.280308 dv-cinder-808574-5-iscsi neutron-server[102442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:06:39.287928 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['833eb653-7990-4b94-a715-288a9ca7a7d4']}} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:39.299450 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda42fb2-f31d-4650-9621-39b38d353199') {'for_net_delete': True} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:39.299750 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda42fb2-f31d-4650-9621-39b38d353199') {} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:39.312000 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129324843'] for segment, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.336279 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.345197 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] Releasing vlan 262 on physical network physnet1 to pool {{(pid=102441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:06:39.345687 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126324809'] for segment, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: Traceback (most recent call last): Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: timer() Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: cb(*args, **kw) Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: return func(*args, **kwargs) Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: self._notify() Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: self.callback(batched_events) Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: event.method(event) Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: return f(self, *a, **k) Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._get(url).json() Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: return self.request(url, 'GET', **kwargs) Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:06:39.347753 dv-cinder-808574-5-iscsi neutron-server[102441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:06:39.360890 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.366734 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.375941 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] 10.222.0.43 "DELETE /v2.0/networks/156400ba-fe5a-4ce1-8a35-342dd2e18e8b HTTP/1.1" status: 204 len: 168 time: 0.7995484 Dec 13 11:06:39.376790 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47060) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:39.400284 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301c86d-1ca0-44e8-bccc-ae4c8470a356 admin admin] Pushing event deleted for resources: {'Network': ['ID=156400ba-fe5a-4ce1-8a35-342dd2e18e8b,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:39.417627 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.423344 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.428968 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] 10.222.0.43 "DELETE /v2.0/networks/833eb653-7990-4b94-a715-288a9ca7a7d4 HTTP/1.1" status: 204 len: 168 time: 0.3668773 Dec 13 11:06:39.441767 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4507791-5f28-4ecb-bf25-a35fc12e7d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=833eb653-7990-4b94-a715-288a9ca7a7d4,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:39.626230 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47072) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:39.669142 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-51eaa600-fbd5-4e21-82b7-ea4912e9845b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4f1242a502346f5ac675d8ff39ad17c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415099 Dec 13 11:06:39.671919 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47074) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:39.731253 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a576e1e1-7c83-4fca-a81f-22795ea7f567 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:39.794125 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680024'] for router_interface, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:40.046833 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a576e1e1-7c83-4fca-a81f-22795ea7f567 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:40.106117 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a576e1e1-7c83-4fca-a81f-22795ea7f567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:40.108957 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a576e1e1-7c83-4fca-a81f-22795ea7f567 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:40.110133 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-a576e1e1-7c83-4fca-a81f-22795ea7f567 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d01157ac-4122-4dd7-9c7c-2f96d70c9a62 HTTP/1.1" status: 204 len: 168 time: 0.4372375 Dec 13 11:06:40.118592 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a576e1e1-7c83-4fca-a81f-22795ea7f567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01157ac-4122-4dd7-9c7c-2f96d70c9a62,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:40.284902 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:40.353589 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] Deleting port 100bc628-1c15-49c5-8ee1-d6aa793dcecc {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:40.354245 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:40.445644 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] For port 100bc628-1c15-49c5-8ee1-d6aa793dcecc, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=100bc628-1c15-49c5-8ee1-d6aa793dcecc,segment=NetworkSegment(13abe25e-2e29-4f3e-acbf-b53a7ac78b54),segment_id=13abe25e-2e29-4f3e-acbf-b53a7ac78b54)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:40.446422 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:40.464723 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] Calling delete_port for 100bc628-1c15-49c5-8ee1-d6aa793dcecc owned by network:router_interface {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:40.670208 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:40.689708 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 7966e0fc-acac-4752-b4db-7c0beae07f96 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:40.713578 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] Pushing event deleted for resources: {'Port': ['ID=100bc628-1c15-49c5-8ee1-d6aa793dcecc,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:40.714480 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 7966e0fc-acac-4752-b4db-7c0beae07f96 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:40.715238 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 7966e0fc-acac-4752-b4db-7c0beae07f96 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:40.895230 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3773012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680132'] for router_interface, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:40.933285 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47098) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:41.042026 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e7c876d4-0dde-4279-a373-237cb3ae0c5b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.117900 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e7c876d4-0dde-4279-a373-237cb3ae0c5b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.122647 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e7c876d4-0dde-4279-a373-237cb3ae0c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.141047 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] Router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:06:41.162026 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c876d4-0dde-4279-a373-237cb3ae0c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b21006a9-921c-4c35-a8de-1c4444bcec83,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:41.166636 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-e7c876d4-0dde-4279-a373-237cb3ae0c5b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a6ad76b9164b449e97cb502333927c2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2322986 Dec 13 11:06:41.169436 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47102) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:41.218627 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8dc5a2f2-d332-4121-857a-9ea5299c1d07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.239960 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8dc5a2f2-d332-4121-857a-9ea5299c1d07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.253257 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:41.261606 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c29ec5be-d87a-41f4-900d-00650feca819 admin admin] 10.222.0.43 "PUT /v2.0/routers/a1f94a69-ad42-4aeb-a9cc-d1213fa929ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8792408 Dec 13 11:06:41.261606 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47104) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:41.269604 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] Sync routers for ids ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:41.289096 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] Routers {'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:41.289967 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:41.296372 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8dc5a2f2-d332-4121-857a-9ea5299c1d07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.299735 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8dc5a2f2-d332-4121-857a-9ea5299c1d07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.303869 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-8dc5a2f2-d332-4121-857a-9ea5299c1d07 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b21006a9-921c-4c35-a8de-1c4444bcec83 HTTP/1.1" status: 204 len: 168 time: 0.1306832 Dec 13 11:06:41.312001 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5a2f2-d332-4121-857a-9ea5299c1d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b21006a9-921c-4c35-a8de-1c4444bcec83,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:41.380418 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Publish callbacks [] for router, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.411465 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] Set router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:41.489901 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.561166 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Deleting port 7edba8f1-c683-477f-a06d-d1ac164b8d80 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:41.561613 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.607168 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'name': 'tempest-TestMinimumBasicScenario-1020109362-router', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235'}], 'enable_snat': True}, 'gw_port_id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:06:40Z', 'revision_number': 5, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'gw_port': {'id': '7edba8f1-c683-477f-a06d-d1ac164b8d80', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:07:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:41.640236 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] Checking router: a1f94a69-ad42-4aeb-a9cc-d1213fa929ee for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:41.649323 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] For port 7edba8f1-c683-477f-a06d-d1ac164b8d80, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=7edba8f1-c683-477f-a06d-d1ac164b8d80,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:41.649578 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.649929 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] Routers {'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:41.650571 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:41.663237 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Calling delete_port for 7edba8f1-c683-477f-a06d-d1ac164b8d80 owned by network:router_gateway {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:41.873288 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] Set router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee gateway port host: None {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:41.887818 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:41.914767 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Pushing event deleted for resources: {'Port': ['ID=7edba8f1-c683-477f-a06d-d1ac164b8d80,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:41.942865 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'name': 'tempest-TestMinimumBasicScenario-1020109362-router', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:06:41Z', 'revision_number': 6, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'gw_port_host': None}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:41.975225 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af79527f-b639-4798-b59f-4b56d0e69e86 None None] The sync data for ids ['a1f94a69-ad42-4aeb-a9cc-d1213fa929ee'] in dv-cinder-808574-5-iscsi is: [{'id': 'a1f94a69-ad42-4aeb-a9cc-d1213fa929ee', 'name': 'tempest-TestMinimumBasicScenario-1020109362-router', 'tenant_id': '9e4f26794e984f8fba3e0cef775e1aec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:03:50Z', 'updated_at': '2021-12-13T11:06:41Z', 'revision_number': 6, 'project_id': '9e4f26794e984f8fba3e0cef775e1aec', 'gw_port_host': None}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:41.992275 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3678758'] for router_gateway, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.077131 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-f0718c3b-de52-4521-9379-26e86b71fc27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.093201 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6754'] for router, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.095622 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.146151 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679167'] for router, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.147035 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Fanout notify agent at l3_agent the message router_deleted on router a1f94a69-ad42-4aeb-a9cc-d1213fa929ee {{(pid=102442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:06:42.152470 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] Publish callbacks [] for router, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.153794 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-af30924d-66a1-46c9-84b7-a5dda408687e admin admin] 10.222.0.43 "DELETE /v2.0/routers/a1f94a69-ad42-4aeb-a9cc-d1213fa929ee HTTP/1.1" status: 204 len: 168 time: 0.8916049 Dec 13 11:06:42.156220 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47130) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:42.202417 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbed584-3da7-4c1a-8b31-13c35710ed82 admin admin] Deleting subnet b3098979-d98b-48c7-9587-a915a9fe2e63 {{(pid=102442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:06:42.205613 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-0bbed584-3da7-4c1a-8b31-13c35710ed82 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.245163 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-0bbed584-3da7-4c1a-8b31-13c35710ed82 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997051'] for subnet, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.327989 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-0bbed584-3da7-4c1a-8b31-13c35710ed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.380472 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-0bbed584-3da7-4c1a-8b31-13c35710ed82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125856775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126431429'] for subnet, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.407859 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbed584-3da7-4c1a-8b31-13c35710ed82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3098979-d98b-48c7-9587-a915a9fe2e63,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:42.410053 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-0bbed584-3da7-4c1a-8b31-13c35710ed82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.416275 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-0bbed584-3da7-4c1a-8b31-13c35710ed82 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/b3098979-d98b-48c7-9587-a915a9fe2e63 HTTP/1.1" status: 204 len: 168 time: 0.2561827 Dec 13 11:06:42.416391 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dab4db-98e0-431f-8d44-593c99616498 None None] Network e15c53d4-5ba4-4452-a1ea-cf515946141d requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:06:42.416492 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47138) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:42.492764 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.572903 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Deleting port 66f41075-e68f-4572-b0eb-39ae4af51aba {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:42.573237 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.595510 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3772ccfb-6e89-48b1-bb7a-91cea3edf51e None None] DHCP port deletion for e15c53d4-5ba4-4452-a1ea-cf515946141d request from dv-cinder-808574-5-iscsi {{(pid=102443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:06:42.653721 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] For port 66f41075-e68f-4572-b0eb-39ae4af51aba, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=66f41075-e68f-4572-b0eb-39ae4af51aba,segment=NetworkSegment(13abe25e-2e29-4f3e-acbf-b53a7ac78b54),segment_id=13abe25e-2e29-4f3e-acbf-b53a7ac78b54)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:42.654200 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.672367 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Calling delete_port for 66f41075-e68f-4572-b0eb-39ae4af51aba owned by network:dhcp {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:42.679125 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-3772ccfb-6e89-48b1-bb7a-91cea3edf51e None None] Deleting port 66f41075-e68f-4572-b0eb-39ae4af51aba {{(pid=102443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:06:42.682647 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3772ccfb-6e89-48b1-bb7a-91cea3edf51e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.701775 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 7edba8f1-c683-477f-a06d-d1ac164b8d80 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:42.724730 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 7edba8f1-c683-477f-a06d-d1ac164b8d80 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:42.725700 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 7edba8f1-c683-477f-a06d-d1ac164b8d80 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:42.726407 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 100bc628-1c15-49c5-8ee1-d6aa793dcecc no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:42.770874 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.784290 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 100bc628-1c15-49c5-8ee1-d6aa793dcecc {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:42.785025 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 100bc628-1c15-49c5-8ee1-d6aa793dcecc not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:42.785649 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 66f41075-e68f-4572-b0eb-39ae4af51aba no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:06:42.799861 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=66f41075-e68f-4572-b0eb-39ae4af51aba,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:42.805108 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] No DVR routers for this DVR port 66f41075-e68f-4572-b0eb-39ae4af51aba on host dv-cinder-808574-5-iscsi {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:42.813527 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 66f41075-e68f-4572-b0eb-39ae4af51aba {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:06:42.813866 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 66f41075-e68f-4572-b0eb-39ae4af51aba not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:06:42.834843 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-3772ccfb-6e89-48b1-bb7a-91cea3edf51e None None] For port 66f41075-e68f-4572-b0eb-39ae4af51aba, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=66f41075-e68f-4572-b0eb-39ae4af51aba,segment=NetworkSegment(13abe25e-2e29-4f3e-acbf-b53a7ac78b54),segment_id=13abe25e-2e29-4f3e-acbf-b53a7ac78b54)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:42.835224 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3772ccfb-6e89-48b1-bb7a-91cea3edf51e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.852220 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-3772ccfb-6e89-48b1-bb7a-91cea3edf51e None None] Calling delete_port for 66f41075-e68f-4572-b0eb-39ae4af51aba owned by network:dhcp {{(pid=102443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:06:42.893165 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.930458 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e15c53d4-5ba4-4452-a1ea-cf515946141d']}} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:42.941100 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13abe25e-2e29-4f3e-acbf-b53a7ac78b54') {'for_net_delete': True} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:42.941929 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13abe25e-2e29-4f3e-acbf-b53a7ac78b54') {} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:42.954714 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125996800'] for segment, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.958118 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3772ccfb-6e89-48b1-bb7a-91cea3edf51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900'] for port, after_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.973021 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.979716 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Releasing vlan 279 on physical network physnet1 to pool {{(pid=102442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:06:42.980102 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125856877'] for segment, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: Traceback (most recent call last): Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: timer() Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: cb(*args, **kw) Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: return func(*args, **kwargs) Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: self._notify() Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: self.callback(batched_events) Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: event.method(event) Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: return f(self, *a, **k) Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._get(url).json() Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: return self.request(url, 'GET', **kwargs) Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:06:42.982016 dv-cinder-808574-5-iscsi neutron-server[102442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:06:42.984430 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3772ccfb-6e89-48b1-bb7a-91cea3edf51e None None] Pushing event deleted for resources: {'Port': ['ID=66f41075-e68f-4572-b0eb-39ae4af51aba,revision_number=None']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:42.989584 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3772ccfb-6e89-48b1-bb7a-91cea3edf51e None None] No DVR routers for this DVR port 66f41075-e68f-4572-b0eb-39ae4af51aba on host dv-cinder-808574-5-iscsi {{(pid=102443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:06:43.045020 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.049474 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.053155 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/e15c53d4-5ba4-4452-a1ea-cf515946141d HTTP/1.1" status: 204 len: 168 time: 0.6361599 Dec 13 11:06:43.070471 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813133c6-861a-4c34-a67d-436bc9aa71d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e15c53d4-5ba4-4452-a1ea-cf515946141d,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:43.179903 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47160) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:43.221352 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-1f2f0a3a-d96d-47a6-ad14-699859039cbe admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e3be13a76fd34c08b584fea04b70d6f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401065 Dec 13 11:06:43.223905 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47162) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:43.242773 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47164) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:43.271577 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8b6e-a0d8-4622-b97c-1570cb50bdc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.292588 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8b6e-a0d8-4622-b97c-1570cb50bdc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.343104 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8b6e-a0d8-4622-b97c-1570cb50bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.345814 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9d6b8b6e-a0d8-4622-b97c-1570cb50bdc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.346986 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-9d6b8b6e-a0d8-4622-b97c-1570cb50bdc1 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/d942b52d-30be-4406-9b30-e0a078fd8f37 HTTP/1.1" status: 204 len: 168 time: 0.1221452 Dec 13 11:06:43.351127 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4898cdd4-0720-4511-afb0-1bc7c3fff13b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.356969 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b8b6e-a0d8-4622-b97c-1570cb50bdc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d942b52d-30be-4406-9b30-e0a078fd8f37,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:43.431502 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4898cdd4-0720-4511-afb0-1bc7c3fff13b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.435983 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4898cdd4-0720-4511-afb0-1bc7c3fff13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.474355 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4898cdd4-0720-4511-afb0-1bc7c3fff13b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=85597ef59c304b59a62493d2fbd1ab74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2302930 Dec 13 11:06:43.476446 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4898cdd4-0720-4511-afb0-1bc7c3fff13b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8f0e81-08f7-4f7e-944b-f8668d749f80,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:43.477116 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47172) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:43.533822 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-436deb97-93bd-49a7-93df-c7554cd85426 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.555776 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-436deb97-93bd-49a7-93df-c7554cd85426 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.607310 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-436deb97-93bd-49a7-93df-c7554cd85426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.610310 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-436deb97-93bd-49a7-93df-c7554cd85426 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.611508 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-436deb97-93bd-49a7-93df-c7554cd85426 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/9f8f0e81-08f7-4f7e-944b-f8668d749f80 HTTP/1.1" status: 204 len: 168 time: 0.1332958 Dec 13 11:06:43.619474 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436deb97-93bd-49a7-93df-c7554cd85426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8f0e81-08f7-4f7e-944b-f8668d749f80,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:43.652056 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47176) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:43.693508 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4b8a73cc-56b3-4c57-81a1-0813f8f3ccd6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9e4f26794e984f8fba3e0cef775e1aec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401187 Dec 13 11:06:43.696235 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47178) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:43.745094 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-427ea2fa-0e35-4428-969d-8500a0659d3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.766194 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-427ea2fa-0e35-4428-969d-8500a0659d3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.816677 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-427ea2fa-0e35-4428-969d-8500a0659d3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.819409 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-427ea2fa-0e35-4428-969d-8500a0659d3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:43.820609 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-427ea2fa-0e35-4428-969d-8500a0659d3c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/201721fe-1d9c-4d23-8052-51664a6ce213 HTTP/1.1" status: 204 len: 168 time: 0.1233728 Dec 13 11:06:43.828542 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ea2fa-0e35-4428-969d-8500a0659d3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201721fe-1d9c-4d23-8052-51664a6ce213,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:43.946313 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47186) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:43.960138 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bdc89a48-af32-4c23-9d51-c5ba76e0ba7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.039337 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bdc89a48-af32-4c23-9d51-c5ba76e0ba7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.044346 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-bdc89a48-af32-4c23-9d51-c5ba76e0ba7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.081860 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-bdc89a48-af32-4c23-9d51-c5ba76e0ba7d admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=4454d0d6b96c4cc7b99152cc80b097ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1343710 Dec 13 11:06:44.083161 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc89a48-af32-4c23-9d51-c5ba76e0ba7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52256403-5812-4021-8bad-ffb105a6ba37,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:44.084808 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47190) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:44.141036 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-50e2e190-4245-4db5-8e27-ab96dcf96b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.163113 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-50e2e190-4245-4db5-8e27-ab96dcf96b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.210582 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-50e2e190-4245-4db5-8e27-ab96dcf96b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.214174 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-50e2e190-4245-4db5-8e27-ab96dcf96b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.216014 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-50e2e190-4245-4db5-8e27-ab96dcf96b28 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/52256403-5812-4021-8bad-ffb105a6ba37 HTTP/1.1" status: 204 len: 168 time: 0.1295421 Dec 13 11:06:44.229133 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e2e190-4245-4db5-8e27-ab96dcf96b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52256403-5812-4021-8bad-ffb105a6ba37,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:44.375598 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-5a7e0a2e-6a25-4c48-8aed-a1f7afe5971a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.596954 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47220) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:44.739283 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-216668766-network', 'tenant_id': 'c251e00c29844840a44f9bd46132569b'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:44.762103 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Made reservation on behalf of c251e00c29844840a44f9bd46132569b for: {'network': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:06:44.764627 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.773643 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.862378 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.866606 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.894647 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=102441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:06:44.901724 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de71da41-3f1d-4b6c-b2d0-e4728895ad40,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:44.908432 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.908787 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.segments_db [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Added segment f6fa0906-3909-4c84-ab70-16c1f9f41551 of type vlan for network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 Dec 13 11:06:44.948478 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.973307 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:44.974500 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:44.975276 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.029524 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4313669 Dec 13 11:06:45.032761 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47238) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:45.038636 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Request body: {'subnet': {'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-216668766-subnet', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'ip_version': 4}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:45.042604 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1688de5-07a9-4e6d-9ec5-693c0b7c20f0 admin admin] Pushing event updated for resources: {'Network': ['ID=c37226ac-7158-4a4e-b23f-dc7eb49bfd29,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:45.052443 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:06:45.069023 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Made reservation on behalf of c251e00c29844840a44f9bd46132569b for: {'subnet': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:06:45.071394 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126431394'] for subnet, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.254998 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125857728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126431420'] for subnet, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.310424 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53748ea1-38b6-4d28-b2a1-bc726a1ee889,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:45.317699 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Checking segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:06:45.318076 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Network hostable DHCP agents. Network: c37226ac-7158-4a4e-b23f-dc7eb49bfd29, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:06:45.337217 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:06:45.347681 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, c37226ac-7158-4a4e-b23f-dc7eb49bfd29) {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:06:45.357535 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:45.358045 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe088de2-ccd0-465f-9ada-d3bb87e96dca None None] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:06:45.358188 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.378431 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-d871947c-9310-466d-ad18-21bd4917f867 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3444550 Dec 13 11:06:45.381169 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47250) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:45.385413 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:45.407513 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6768'] for router, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.408571 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3717068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.472313 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.481409 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6afb397b-6190-5666-a637-9b1b0057fb75-c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889'}]}} from dv-cinder-808574-5-iscsi. {{(pid=102443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 11:06:45.482183 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.634585 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.db_base_plugin_common [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Allocated IP 172.20.0.2 (c37226ac-7158-4a4e-b23f-dc7eb49bfd29/53748ea1-38b6-4d28-b2a1-bc726a1ee889/0a0cf623-b7dc-4911-914e-5c73ef73ffc9) {{(pid=102443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:06:45.667016 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.812794 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Publish callbacks [] for port, precommit_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.822503 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.859899 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 is already hosted by enough agents. {{(pid=102443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:06:45.862945 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.base_scheduler [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Resources bound (agent type, host, resource id): {{(pid=102443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:06:45.866727 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Received port after_create {{(pid=102443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:06:45.896227 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.901381 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Pushing event updated for resources: {'Port': ['ID=0a0cf623-b7dc-4911-914e-5c73ef73ffc9,revision_number=1']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:45.940493 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Attempting to bind port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:06:45.940875 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Attempting to bind port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:06:45.941240 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Attempting to bind port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:06:45.947305 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:06:45.947682 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Checking segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:06:45.948162 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:45.948462 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Bound using segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:06:45.948931 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Bound port: 0a0cf623-b7dc-4911-914e-5c73ef73ffc9, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:06:45.949314 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:46.016096 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] For port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:06:46.019673 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] For port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0a0cf623-b7dc-4911-914e-5c73ef73ffc9,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:06:46.026295 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:46.097055 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4660ff-4b16-45b7-99ac-6a4fbeb26106 None None] Pushing event updated for resources: {'Port': ['ID=0a0cf623-b7dc-4911-914e-5c73ef73ffc9,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:46.111596 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:46.133072 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:46.261391 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Allocated IP 172.27.2.98 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/0529a84f-e7f7-4130-95c1-cd237532aceb) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:06:46.390819 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:46.428886 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:46.479171 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:06:46.482355 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:06:46.487239 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:06:46.490373 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Pushing event updated for resources: {'Port': ['ID=0529a84f-e7f7-4130-95c1-cd237532aceb,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:46.692096 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:06:46.789919 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:46.898651 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:46.899160 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:46.992664 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:47.025217 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374'] for router, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:47.037182 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:47.048364 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0a0cf623-b7dc-4911-914e-5c73ef73ffc9,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:47.056261 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:47.118024 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=0a0cf623-b7dc-4911-914e-5c73ef73ffc9,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:47.163717 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d27a67-1a24-4ee4-92ac-c96a7231fb61 None None] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:06:47.186746 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Router 0bb54880-7089-4995-a3a5-69b1035597e5 is scheduled to L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 with binding_index 1 {{(pid=102442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 11:06:47.251523 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-c3cd798a-5b50-4a36-baf1-b037e912f29a None None] Provisioning complete for port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:47.251894 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c3cd798a-5b50-4a36-baf1-b037e912f29a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:47.306419 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:47.318259 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Sync routers for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:47.323518 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] Publish callbacks [] for router, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:47.325000 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-15b39e2e-6e0f-4487-ab7c-3aaf42d4b91b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9428973 Dec 13 11:06:47.328641 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47302) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:47.343387 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:47.344084 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:47.489894 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:47.675312 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-244b22d3-bf5b-45c4-92d0-1464cb6b0988 None None] Provisioning complete for port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:47.675312 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-244b22d3-bf5b-45c4-92d0-1464cb6b0988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:47.731020 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:46Z', 'revision_number': 3, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:47.761672 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Checking router: 0bb54880-7089-4995-a3a5-69b1035597e5 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:47.762029 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Updating router 0bb54880-7089-4995-a3a5-69b1035597e5 port 0529a84f-e7f7-4130-95c1-cd237532aceb binding host dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:06:47.781524 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:47.828660 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:47.971539 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Allocated IP 172.20.0.1 (c37226ac-7158-4a4e-b23f-dc7eb49bfd29/53748ea1-38b6-4d28-b2a1-bc726a1ee889/b0598e04-a314-494e-9ce0-0ee49ffb7e6c) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:06:48.045246 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.088360 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.120806 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Publish callbacks [] for port, precommit_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.128236 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.129502 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.176405 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:06:48.179786 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:06:48.181686 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Attempting to bind port 0529a84f-e7f7-4130-95c1-cd237532aceb on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:06:48.182134 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Attempting to bind port 0529a84f-e7f7-4130-95c1-cd237532aceb by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:06:48.182466 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Attempting to bind port 0529a84f-e7f7-4130-95c1-cd237532aceb on network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:06:48.185792 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d4f14-c53d-4064-83cc-f275a124ac64 None None] Pushing event updated for resources: {'Port': ['ID=0529a84f-e7f7-4130-95c1-cd237532aceb,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:48.187130 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:06:48.190745 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:06:48.191342 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:06:48.191744 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.192519 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Bound using segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:06:48.193172 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Bound port: 0529a84f-e7f7-4130-95c1-cd237532aceb, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:06:48.193331 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b0598e04-a314-494e-9ce0-0ee49ffb7e6c,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:48.193681 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.234902 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3678861'] for router_interface, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.250236 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] For port 0529a84f-e7f7-4130-95c1-cd237532aceb, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:06:48.253730 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] For port 0529a84f-e7f7-4130-95c1-cd237532aceb, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0529a84f-e7f7-4130-95c1-cd237532aceb,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:06:48.260160 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.334596 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:48.334596 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:48.341617 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d4f14-c53d-4064-83cc-f275a124ac64 None None] Pushing event updated for resources: {'Port': ['ID=0529a84f-e7f7-4130-95c1-cd237532aceb,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:48.413094 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.430832 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:06:48.465882 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:48.530761 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9efb05c7-9c32-40cd-98c7-6fd0734c04b0 None None] Provisioning complete for port b0598e04-a314-494e-9ce0-0ee49ffb7e6c triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:48.531129 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9efb05c7-9c32-40cd-98c7-6fd0734c04b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.592660 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.598386 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.621952 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9efb05c7-9c32-40cd-98c7-6fd0734c04b0 None None] Port b0598e04-a314-494e-9ce0-0ee49ffb7e6c cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:06:48.684438 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Pushing event updated for resources: {'Port': ['ID=b0598e04-a314-494e-9ce0-0ee49ffb7e6c,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:48.687169 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3773023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680061'] for router_interface, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.719211 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:06:48.741367 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:46Z', 'revision_number': 3, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:48.777076 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ea9ba2-e3e8-4916-949b-087eb7a2c9ce None None] The sync data for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi is: [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:46Z', 'revision_number': 3, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:48.795109 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:06:48.796823 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:06:48.798409 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:48.798852 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:48.941837 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Router 0bb54880-7089-4995-a3a5-69b1035597e5 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:06:49.051455 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-cb4bee56-923a-498f-ac4b-fcef04c6fb33 None None] Provisioning complete for port b0598e04-a314-494e-9ce0-0ee49ffb7e6c triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:49.052325 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-cb4bee56-923a-498f-ac4b-fcef04c6fb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.105415 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:49.115147 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-450063de-4350-4f0d-a8b7-7cf08c7ba4e3 admin admin] 10.222.0.43 "PUT /v2.0/routers/0bb54880-7089-4995-a3a5-69b1035597e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7808154 Dec 13 11:06:49.124707 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-cb4bee56-923a-498f-ac4b-fcef04c6fb33 None None] Port b0598e04-a314-494e-9ce0-0ee49ffb7e6c cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:06:49.454543 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47364) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:49.568856 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-25f55025-de10-4983-a49f-f8cc13399cf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.658575 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-25f55025-de10-4983-a49f-f8cc13399cf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.663705 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-25f55025-de10-4983-a49f-f8cc13399cf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.711122 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-25f55025-de10-4983-a49f-f8cc13399cf2 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=628f889a80cb4d499835ffc2cb19a29f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2553992 Dec 13 11:06:49.711920 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47376) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:49.712409 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f55025-de10-4983-a49f-f8cc13399cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32841e76-e680-4908-bbef-bd0af85c46ec,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:49.744569 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47380) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:49.749887 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-421511636-network', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:49.777921 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Made reservation on behalf of 48f57969cf1343aa9e0be638081d4b3c for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:06:49.780866 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.789796 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba6f2-d110-4f45-8785-dc50ebcf125a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.790380 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.818400 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba6f2-d110-4f45-8785-dc50ebcf125a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.870285 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba6f2-d110-4f45-8785-dc50ebcf125a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.873033 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ec4ba6f2-d110-4f45-8785-dc50ebcf125a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.877119 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-ec4ba6f2-d110-4f45-8785-dc50ebcf125a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32841e76-e680-4908-bbef-bd0af85c46ec HTTP/1.1" status: 204 len: 168 time: 0.1641495 Dec 13 11:06:49.884837 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.885788 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4ba6f2-d110-4f45-8785-dc50ebcf125a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32841e76-e680-4908-bbef-bd0af85c46ec,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:49.893543 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.923313 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 289} {{(pid=102442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:06:49.941012 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0efc050-670a-4157-b841-575b81ce99e0,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:49.955162 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:49.955162 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Added segment e356f86a-5248-4d7c-8eef-4ec361a5ee81 of type vlan for network 14096489-b741-4a02-ab4f-eea0575ce4bc Dec 13 11:06:50.006342 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.035260 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.036345 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:50.037052 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.126774 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3807840 Dec 13 11:06:50.129380 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47400) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:50.134559 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Request body: {'subnet': {'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-421511636-subnet', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:50.146875 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338073e9-cea3-4353-838f-ee7633e7a5a8 admin admin] Pushing event updated for resources: {'Network': ['ID=14096489-b741-4a02-ab4f-eea0575ce4bc,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:50.165680 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 14096489-b741-4a02-ab4f-eea0575ce4bc details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:06:50.172311 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Made reservation on behalf of 48f57969cf1343aa9e0be638081d4b3c for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:06:50.176455 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126223113'] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.312590 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47402) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:50.329321 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d2554f27-43b9-4325-b109-85659f0704f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.398629 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126223127'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.416800 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d2554f27-43b9-4325-b109-85659f0704f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.423028 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-d2554f27-43b9-4325-b109-85659f0704f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.457093 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f1d81f-4507-45f5-8d53-58b80b43561e,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:50.469155 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-d2554f27-43b9-4325-b109-85659f0704f9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=15c0a1cf3a0643eaa0de0ca9a7916ee0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552148 Dec 13 11:06:50.470687 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2554f27-43b9-4325-b109-85659f0704f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22d3e33d-1d86-4910-8fd6-d1fc98366630,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:50.471195 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Checking segment: {'id': 'e356f86a-5248-4d7c-8eef-4ec361a5ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:06:50.471563 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Network hostable DHCP agents. Network: 14096489-b741-4a02-ab4f-eea0575ce4bc, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:06:50.473318 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47404) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:50.500739 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Network 14096489-b741-4a02-ab4f-eea0575ce4bc is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:06:50.514296 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 14096489-b741-4a02-ab4f-eea0575ce4bc) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:06:50.519465 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:06:50.520057 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.529907 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9544921c-a11a-472f-8502-325855105c1d None None] Network 14096489-b741-4a02-ab4f-eea0575ce4bc requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:06:50.532209 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Sync routers for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:50.538375 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7436b0c6-e6cc-4bd7-922d-69fb45c3332b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.543679 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:50.544284 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:50.560907 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-1a5cacef-cfb2-4d56-b7a2-17a340f34874 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4278526 Dec 13 11:06:50.561257 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47406) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:50.565561 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-421511636-router', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:50.570309 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7436b0c6-e6cc-4bd7-922d-69fb45c3332b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.591306 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6768'] for router, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.592827 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3717068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.653353 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7436b0c6-e6cc-4bd7-922d-69fb45c3332b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.657624 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7436b0c6-e6cc-4bd7-922d-69fb45c3332b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.659190 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-7436b0c6-e6cc-4bd7-922d-69fb45c3332b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/22d3e33d-1d86-4910-8fd6-d1fc98366630 HTTP/1.1" status: 204 len: 168 time: 0.1849532 Dec 13 11:06:50.669538 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7436b0c6-e6cc-4bd7-922d-69fb45c3332b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22d3e33d-1d86-4910-8fd6-d1fc98366630,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:50.683805 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6afb397b-6190-5666-a637-9b1b0057fb75-14096489-b741-4a02-ab4f-eea0575ce4bc', 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc', 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'fixed_ips': [{'subnet_id': '35f1d81f-4507-45f5-8d53-58b80b43561e'}]}} from dv-cinder-808574-5-iscsi. {{(pid=102443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 11:06:50.684821 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.714198 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:50.724517 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:50.828162 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0529a84f-e7f7-4130-95c1-cd237532aceb up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:06:50.904163 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.015658 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 2, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:51.049837 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Checking router: 0bb54880-7089-4995-a3a5-69b1035597e5 for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:51.050221 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Updating router 0bb54880-7089-4995-a3a5-69b1035597e5 port b0598e04-a314-494e-9ce0-0ee49ffb7e6c binding host dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:06:51.085524 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.126135 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.db_base_plugin_common [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Allocated IP 172.20.0.2 (14096489-b741-4a02-ab4f-eea0575ce4bc/35f1d81f-4507-45f5-8d53-58b80b43561e/a57b02df-c203-4e30-bb4f-da7ef30d0d8d) {{(pid=102443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:06:51.143390 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47414) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:51.173966 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7813541-203b-4e12-bb88-97088977c909 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.223886 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.257894 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.312606 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7813541-203b-4e12-bb88-97088977c909 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.320792 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e7813541-203b-4e12-bb88-97088977c909 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.337000 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Publish callbacks [] for port, precommit_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.348445 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.354744 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 0529a84f-e7f7-4130-95c1-cd237532aceb triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:51.355377 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.415929 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e7813541-203b-4e12-bb88-97088977c909 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e0160d678d2b4a9d898cdadfd97f344a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2710657 Dec 13 11:06:51.420205 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47418) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:51.438790 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Allocated IP 172.27.2.195 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/495b81b3-dc97-4752-9c97-4ffacf22ba53) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:06:51.440264 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7813541-203b-4e12-bb88-97088977c909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23777f27-5f9d-41d5-9c9f-dc1da9cb3829,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:51.452095 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Network 14096489-b741-4a02-ab4f-eea0575ce4bc is already hosted by enough agents. {{(pid=102443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:06:51.455813 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.base_scheduler [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Resources bound (agent type, host, resource id): {{(pid=102443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:06:51.458947 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Received port after_create {{(pid=102443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:06:51.470647 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Pushing event updated for resources: {'Port': ['ID=a57b02df-c203-4e30-bb4f-da7ef30d0d8d,revision_number=1']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:51.495199 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-51ad350b-e7a2-4473-a2b5-c9827455998a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.562794 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-51ad350b-e7a2-4473-a2b5-c9827455998a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.575205 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Attempting to bind port a57b02df-c203-4e30-bb4f-da7ef30d0d8d on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:06:51.575678 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Attempting to bind port a57b02df-c203-4e30-bb4f-da7ef30d0d8d by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'e356f86a-5248-4d7c-8eef-4ec361a5ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:06:51.575971 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Attempting to bind port a57b02df-c203-4e30-bb4f-da7ef30d0d8d on network 14096489-b741-4a02-ab4f-eea0575ce4bc {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:06:51.584718 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:06:51.585087 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Checking segment: {'id': 'e356f86a-5248-4d7c-8eef-4ec361a5ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:06:51.585661 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.586194 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Bound using segment: {'id': 'e356f86a-5248-4d7c-8eef-4ec361a5ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:06:51.586928 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Bound port: a57b02df-c203-4e30-bb4f-da7ef30d0d8d, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e356f86a-5248-4d7c-8eef-4ec361a5ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:06:51.587462 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.608113 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.609157 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.619882 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.647289 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-51ad350b-e7a2-4473-a2b5-c9827455998a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.648551 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.653975 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-51ad350b-e7a2-4473-a2b5-c9827455998a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.655299 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-51ad350b-e7a2-4473-a2b5-c9827455998a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/23777f27-5f9d-41d5-9c9f-dc1da9cb3829 HTTP/1.1" status: 204 len: 168 time: 0.2335918 Dec 13 11:06:51.667591 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad350b-e7a2-4473-a2b5-c9827455998a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23777f27-5f9d-41d5-9c9f-dc1da9cb3829,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:51.671535 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 0529a84f-e7f7-4130-95c1-cd237532aceb, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0529a84f-e7f7-4130-95c1-cd237532aceb,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:51.701049 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.736252 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Pushing event updated for resources: {'Port': ['ID=b0598e04-a314-494e-9ce0-0ee49ffb7e6c,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:51.736525 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.749747 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.750208 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.750623 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.751158 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.752452 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.752452 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.752452 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.752746 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.752855 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.753179 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.753519 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.753822 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.754137 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:06:51.775477 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] For port a57b02df-c203-4e30-bb4f-da7ef30d0d8d, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:06:51.780815 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] For port a57b02df-c203-4e30-bb4f-da7ef30d0d8d, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=a57b02df-c203-4e30-bb4f-da7ef30d0d8d,segment=NetworkSegment(e356f86a-5248-4d7c-8eef-4ec361a5ee81),segment_id=e356f86a-5248-4d7c-8eef-4ec361a5ee81)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:06:51.790297 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:06:51.792507 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.810917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:06:51.817477 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=0529a84f-e7f7-4130-95c1-cd237532aceb,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:51.820472 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:06:51.861989 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Pushing event updated for resources: {'Port': ['ID=495b81b3-dc97-4752-9c97-4ffacf22ba53,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:51.877750 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Attempting to bind port b0598e04-a314-494e-9ce0-0ee49ffb7e6c on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:06:51.878118 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Attempting to bind port b0598e04-a314-494e-9ce0-0ee49ffb7e6c by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:06:51.878687 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Attempting to bind port b0598e04-a314-494e-9ce0-0ee49ffb7e6c on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:06:51.887902 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:06:51.888278 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Checking segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:06:51.888679 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.889067 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Bound using segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:06:51.889533 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Bound port: b0598e04-a314-494e-9ce0-0ee49ffb7e6c, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:06:51.891109 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:51.916571 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c6abc-0f1b-460d-a4dd-939b819b5f0c None None] Pushing event updated for resources: {'Port': ['ID=a57b02df-c203-4e30-bb4f-da7ef30d0d8d,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:52.003673 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] For port b0598e04-a314-494e-9ce0-0ee49ffb7e6c, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:06:52.009827 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] For port b0598e04-a314-494e-9ce0-0ee49ffb7e6c, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=b0598e04-a314-494e-9ce0-0ee49ffb7e6c,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:06:52.024107 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:52.127338 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:52.127954 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:52.191250 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-584343b9-4bda-4c5a-a99e-c2cefce6a5cd None None] Provisioning complete for port b0598e04-a314-494e-9ce0-0ee49ffb7e6c triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:52.191613 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-584343b9-4bda-4c5a-a99e-c2cefce6a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:52.191734 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:52.214011 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67417f4e-de44-4284-9e96-224ac778a288 None None] Pushing event updated for resources: {'Port': ['ID=b0598e04-a314-494e-9ce0-0ee49ffb7e6c,revision_number=4']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:52.345031 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-584343b9-4bda-4c5a-a99e-c2cefce6a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:52.392907 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-584343b9-4bda-4c5a-a99e-c2cefce6a5cd None None] For port b0598e04-a314-494e-9ce0-0ee49ffb7e6c, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=b0598e04-a314-494e-9ce0-0ee49ffb7e6c,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:52.398623 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-584343b9-4bda-4c5a-a99e-c2cefce6a5cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:52.416854 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:52.450148 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584343b9-4bda-4c5a-a99e-c2cefce6a5cd None None] Pushing event updated for resources: {'Port': ['ID=b0598e04-a314-494e-9ce0-0ee49ffb7e6c,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:52.498694 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374'] for router, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:52.532730 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-8d41bd00-5027-406d-bf63-fbc65ae53b26 None None] Provisioning complete for port b0598e04-a314-494e-9ce0-0ee49ffb7e6c triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:52.534853 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8d41bd00-5027-406d-bf63-fbc65ae53b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:52.658637 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Router 1d229230-b6e1-4566-9ba8-e7da204f3c8e is scheduled to L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 with binding_index 1 {{(pid=102441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 11:06:52.688388 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:52.765665 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9115534c-7fff-45f3-8227-5ab0cb6ac9ee None None] The sync data for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi is: [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:52.825416 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:52.854580 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:52.859252 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Sync routers for ids ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:52.860363 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47452) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:52.866115 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-85d642ba-a455-4b52-8b01-fc0b4698a83b admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3037622 Dec 13 11:06:52.876624 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Routers {'1d229230-b6e1-4566-9ba8-e7da204f3c8e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:52.881349 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:52.969626 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device a57b02df-c203-4e30-bb4f-da7ef30d0d8d up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:06:53.131745 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Set router 1d229230-b6e1-4566-9ba8-e7da204f3c8e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:53.190339 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port a57b02df-c203-4e30-bb4f-da7ef30d0d8d triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:53.190811 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:53.338259 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70222af-c2fa-47e1-99bf-aeb82b8c9f81 None None] Network 14096489-b741-4a02-ab4f-eea0575ce4bc requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:06:53.467600 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:53.483364 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-884e5aee-e2ec-4b57-b2d4-ae8619c8d9fb None None] Provisioning complete for port a57b02df-c203-4e30-bb4f-da7ef30d0d8d triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:53.483887 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-884e5aee-e2ec-4b57-b2d4-ae8619c8d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:53.633248 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:53.657297 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Allocated IP 172.20.0.1 (14096489-b741-4a02-ab4f-eea0575ce4bc/35f1d81f-4507-45f5-8d53-58b80b43561e/e1ea0380-afb9-4caf-9b71-87a0a14f9aee) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:06:53.711099 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port a57b02df-c203-4e30-bb4f-da7ef30d0d8d, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=a57b02df-c203-4e30-bb4f-da7ef30d0d8d,segment=NetworkSegment(e356f86a-5248-4d7c-8eef-4ec361a5ee81),segment_id=e356f86a-5248-4d7c-8eef-4ec361a5ee81)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:53.716525 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-884e5aee-e2ec-4b57-b2d4-ae8619c8d9fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:53.726881 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:53.727681 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0529a84f-e7f7-4130-95c1-cd237532aceb up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:06:53.730178 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'name': 'tempest-TestVolumeBootPattern-421511636-router', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:50Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 3, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'gw_port': {'id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:51Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:53.812353 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:53.832521 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Checking router: 1d229230-b6e1-4566-9ba8-e7da204f3c8e for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:53.833005 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Updating router 1d229230-b6e1-4566-9ba8-e7da204f3c8e port 495b81b3-dc97-4752-9c97-4ffacf22ba53 binding host dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:06:53.864326 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:53.903173 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Network 14096489-b741-4a02-ab4f-eea0575ce4bc is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:06:53.908752 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:06:53.911503 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:06:53.923539 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:53.955872 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Pushing event updated for resources: {'Port': ['ID=e1ea0380-afb9-4caf-9b71-87a0a14f9aee,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:53.965447 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3678861'] for router_interface, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:53.968627 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=a57b02df-c203-4e30-bb4f-da7ef30d0d8d,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:54.021769 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.db.api [None req-884e5aee-e2ec-4b57-b2d4-ae8619c8d9fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102443) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 13 11:06:54.022574 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG oslo_db.api [None req-884e5aee-e2ec-4b57-b2d4-ae8619c8d9fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 13 11:06:54.079535 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 0529a84f-e7f7-4130-95c1-cd237532aceb triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:54.080061 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.166979 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.388360 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.396919 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.483151 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3773023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680061'] for router_interface, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.506593 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Publish callbacks [] for port, precommit_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.512566 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Pushing event updated for resources: {'Port': ['ID=e1ea0380-afb9-4caf-9b71-87a0a14f9aee,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:54.516830 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.607576 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Network 14096489-b741-4a02-ab4f-eea0575ce4bc is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:06:54.609656 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:06:54.614304 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7917d-04c5-4008-8849-6bf458954090 None None] Pushing event updated for resources: {'Port': ['ID=495b81b3-dc97-4752-9c97-4ffacf22ba53,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:54.618406 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Attempting to bind port 495b81b3-dc97-4752-9c97-4ffacf22ba53 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:06:54.618808 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Attempting to bind port 495b81b3-dc97-4752-9c97-4ffacf22ba53 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:06:54.619274 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Attempting to bind port 495b81b3-dc97-4752-9c97-4ffacf22ba53 on network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:06:54.625331 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:06:54.625706 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:06:54.626106 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.626496 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Bound using segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:06:54.627023 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Bound port: 495b81b3-dc97-4752-9c97-4ffacf22ba53, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:06:54.627405 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.690342 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] For port 495b81b3-dc97-4752-9c97-4ffacf22ba53, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:06:54.695069 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] For port 495b81b3-dc97-4752-9c97-4ffacf22ba53, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=495b81b3-dc97-4752-9c97-4ffacf22ba53,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:06:54.703517 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.793217 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Routers {'1d229230-b6e1-4566-9ba8-e7da204f3c8e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:54.793321 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:54.796547 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-5772d95d-5e7f-4966-b1fe-fa8bcde7e3c7 None None] Provisioning complete for port e1ea0380-afb9-4caf-9b71-87a0a14f9aee triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:54.796927 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-5772d95d-5e7f-4966-b1fe-fa8bcde7e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.801212 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7917d-04c5-4008-8849-6bf458954090 None None] Pushing event updated for resources: {'Port': ['ID=495b81b3-dc97-4752-9c97-4ffacf22ba53,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:54.865047 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device a57b02df-c203-4e30-bb4f-da7ef30d0d8d up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:06:54.948036 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-5772d95d-5e7f-4966-b1fe-fa8bcde7e3c7 None None] Port e1ea0380-afb9-4caf-9b71-87a0a14f9aee cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:06:54.985324 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-5772d95d-5e7f-4966-b1fe-fa8bcde7e3c7 None None] Provisioning complete for port a57b02df-c203-4e30-bb4f-da7ef30d0d8d triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:54.985574 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-5772d95d-5e7f-4966-b1fe-fa8bcde7e3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:54.991351 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] Set router 1d229230-b6e1-4566-9ba8-e7da204f3c8e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:55.015499 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Router 1d229230-b6e1-4566-9ba8-e7da204f3c8e has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:06:55.047615 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port a57b02df-c203-4e30-bb4f-da7ef30d0d8d triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:55.047990 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:55.125440 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:06:55.131679 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-dab18a27-ce50-4093-bf1c-0bdd5f3538eb admin admin] 10.222.0.43 "PUT /v2.0/routers/1d229230-b6e1-4566-9ba8-e7da204f3c8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2707725 Dec 13 11:06:55.309992 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device b0598e04-a314-494e-9ce0-0ee49ffb7e6c up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:06:55.374519 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-8f875e31-877e-47fc-b00c-6b355f9adcb3 None None] Provisioning complete for port e1ea0380-afb9-4caf-9b71-87a0a14f9aee triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:55.374920 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8f875e31-877e-47fc-b00c-6b355f9adcb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:55.410918 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'name': 'tempest-TestVolumeBootPattern-421511636-router', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:50Z', 'updated_at': '2021-12-13T11:06:54Z', 'revision_number': 4, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'gw_port': {'id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:51Z', 'updated_at': '2021-12-13T11:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'e1ea0380-afb9-4caf-9b71-87a0a14f9aee', 'name': '', 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'mac_address': 'fa:16:3e:a4:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '35f1d81f-4507-45f5-8d53-58b80b43561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:53Z', 'updated_at': '2021-12-13T11:06:54Z', 'revision_number': 2, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'subnets': [{'id': '35f1d81f-4507-45f5-8d53-58b80b43561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:55.448989 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb87382-b92a-4527-84fa-8a8eef288329 None None] The sync data for ids ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'] in dv-cinder-808574-5-iscsi is: [{'id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'name': 'tempest-TestVolumeBootPattern-421511636-router', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:50Z', 'updated_at': '2021-12-13T11:06:54Z', 'revision_number': 4, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'gw_port': {'id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:51Z', 'updated_at': '2021-12-13T11:06:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'e1ea0380-afb9-4caf-9b71-87a0a14f9aee', 'name': '', 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'mac_address': 'fa:16:3e:a4:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '35f1d81f-4507-45f5-8d53-58b80b43561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:53Z', 'updated_at': '2021-12-13T11:06:54Z', 'revision_number': 2, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'subnets': [{'id': '35f1d81f-4507-45f5-8d53-58b80b43561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:55.452829 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port b0598e04-a314-494e-9ce0-0ee49ffb7e6c triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:55.453187 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:55.455219 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-8f875e31-877e-47fc-b00c-6b355f9adcb3 None None] Port e1ea0380-afb9-4caf-9b71-87a0a14f9aee cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:06:55.894020 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47492) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:55.899370 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-a1f29333-5e14-4531-8466-e7f8c583a3f9 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1005457063', 'description': 'tempest-secgroup-smoke-1005457063 description', 'project_id': 'c251e00c29844840a44f9bd46132569b'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:55.924941 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a1f29333-5e14-4531-8466-e7f8c583a3f9 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:55.996797 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a1f29333-5e14-4531-8466-e7f8c583a3f9 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.000581 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a1f29333-5e14-4531-8466-e7f8c583a3f9 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.029273 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a1f29333-5e14-4531-8466-e7f8c583a3f9 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.033227 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-a1f29333-5e14-4531-8466-e7f8c583a3f9 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1353614 Dec 13 11:06:56.034406 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47494) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:56.035790 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f29333-5e14-4531-8466-e7f8c583a3f9 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:56.066392 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-b8c1d7fe-12ce-477e-aa8e-bc1048197ca7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'security_group_rule': {'security_group_id': 'd7257792-b3b2-4fb6-aa8a-9e3ce15d3d02', 'project_id': 'c251e00c29844840a44f9bd46132569b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:56.103320 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d7fe-12ce-477e-aa8e-bc1048197ca7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.164769 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d7fe-12ce-477e-aa8e-bc1048197ca7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.171866 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d7fe-12ce-477e-aa8e-bc1048197ca7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.191487 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c1d7fe-12ce-477e-aa8e-bc1048197ca7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fa1267-b01b-4ad7-93c9-8a7a50369a30,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:56.201742 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b8c1d7fe-12ce-477e-aa8e-bc1048197ca7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.206645 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47496) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:56.206846 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b8c1d7fe-12ce-477e-aa8e-bc1048197ca7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1711454 Dec 13 11:06:56.211647 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-e5a33159-f55c-43f6-8c56-2b203c8cf8af tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'security_group_rule': {'security_group_id': 'd7257792-b3b2-4fb6-aa8a-9e3ce15d3d02', 'project_id': 'c251e00c29844840a44f9bd46132569b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:56.241095 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e5a33159-f55c-43f6-8c56-2b203c8cf8af tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.306358 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e5a33159-f55c-43f6-8c56-2b203c8cf8af tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.310177 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e5a33159-f55c-43f6-8c56-2b203c8cf8af tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.329705 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a33159-f55c-43f6-8c56-2b203c8cf8af tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d3f2cd-dc64-4ebc-912e-0a57a265ff86,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:56.342307 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e5a33159-f55c-43f6-8c56-2b203c8cf8af tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.347600 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47500) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:56.352621 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-47e620d9-ef9c-4388-933c-13a93c367789 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'security_group_rule': {'security_group_id': 'd7257792-b3b2-4fb6-aa8a-9e3ce15d3d02', 'project_id': 'c251e00c29844840a44f9bd46132569b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:56.356897 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-e5a33159-f55c-43f6-8c56-2b203c8cf8af tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1488729 Dec 13 11:06:56.394894 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-47e620d9-ef9c-4388-933c-13a93c367789 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.460734 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-47e620d9-ef9c-4388-933c-13a93c367789 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.465351 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-47e620d9-ef9c-4388-933c-13a93c367789 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.485015 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e620d9-ef9c-4388-933c-13a93c367789 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a36e68-00f7-40fc-bc74-ef9a589a0b6d,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:56.496267 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-47e620d9-ef9c-4388-933c-13a93c367789 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.497503 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-47e620d9-ef9c-4388-933c-13a93c367789 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1487503 Dec 13 11:06:56.500314 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47512) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:56.506645 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-4777e3b4-4e0a-41c7-be29-86ab796b5bf8 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'security_group_rule': {'security_group_id': 'd7257792-b3b2-4fb6-aa8a-9e3ce15d3d02', 'project_id': 'c251e00c29844840a44f9bd46132569b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:56.538070 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4777e3b4-4e0a-41c7-be29-86ab796b5bf8 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.603959 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4777e3b4-4e0a-41c7-be29-86ab796b5bf8 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.609664 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4777e3b4-4e0a-41c7-be29-86ab796b5bf8 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.635860 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4777e3b4-4e0a-41c7-be29-86ab796b5bf8 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd6154b-5ca7-4a3b-9387-5d8c27c550ee,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:56.646355 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4777e3b4-4e0a-41c7-be29-86ab796b5bf8 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.647862 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4777e3b4-4e0a-41c7-be29-86ab796b5bf8 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463957 Dec 13 11:06:56.650371 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47520) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:56.657271 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-298641fe-c7f2-409b-8d69-732b48633942 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'security_group_rule': {'security_group_id': 'd7257792-b3b2-4fb6-aa8a-9e3ce15d3d02', 'project_id': 'c251e00c29844840a44f9bd46132569b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:56.695929 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.securitygroups_db [None req-298641fe-c7f2-409b-8d69-732b48633942 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Project c251e00c29844840a44f9bd46132569b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 11:06:56.705330 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-298641fe-c7f2-409b-8d69-732b48633942 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.782121 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 495b81b3-dc97-4752-9c97-4ffacf22ba53 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:06:56.785017 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-298641fe-c7f2-409b-8d69-732b48633942 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.791376 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-298641fe-c7f2-409b-8d69-732b48633942 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.806903 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298641fe-c7f2-409b-8d69-732b48633942 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f5e776-e814-4204-9ecc-a15ab79101a2,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:56.819146 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-298641fe-c7f2-409b-8d69-732b48633942 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.823430 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-298641fe-c7f2-409b-8d69-732b48633942 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1686525 Dec 13 11:06:56.823560 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47530) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:56.827906 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-abd0e0e6-77d5-4b59-a636-9fc749510ffe tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'security_group_rule': {'security_group_id': 'd7257792-b3b2-4fb6-aa8a-9e3ce15d3d02', 'project_id': 'c251e00c29844840a44f9bd46132569b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:06:56.850036 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 495b81b3-dc97-4752-9c97-4ffacf22ba53 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:56.851107 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.854387 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.securitygroups_db [None req-abd0e0e6-77d5-4b59-a636-9fc749510ffe tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Project c251e00c29844840a44f9bd46132569b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 11:06:56.860287 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-abd0e0e6-77d5-4b59-a636-9fc749510ffe tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.924809 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-abd0e0e6-77d5-4b59-a636-9fc749510ffe tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.930237 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-abd0e0e6-77d5-4b59-a636-9fc749510ffe tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.941076 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.950508 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0e0e6-77d5-4b59-a636-9fc749510ffe tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc5667f-ea15-4514-a764-2a45d96330ed,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:56.959797 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-abd0e0e6-77d5-4b59-a636-9fc749510ffe tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:56.965055 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-abd0e0e6-77d5-4b59-a636-9fc749510ffe tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370525 Dec 13 11:06:56.965223 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 495b81b3-dc97-4752-9c97-4ffacf22ba53, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=495b81b3-dc97-4752-9c97-4ffacf22ba53,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:56.970566 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:57.024183 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=495b81b3-dc97-4752-9c97-4ffacf22ba53,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:57.528627 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Sync routers for ids ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:06:57.539158 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Routers {'1d229230-b6e1-4566-9ba8-e7da204f3c8e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:57.539762 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:57.751466 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Set router 1d229230-b6e1-4566-9ba8-e7da204f3c8e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:57.977496 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'name': 'tempest-TestVolumeBootPattern-421511636-router', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:50Z', 'updated_at': '2021-12-13T11:06:54Z', 'revision_number': 4, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'gw_port': {'id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:51Z', 'updated_at': '2021-12-13T11:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'e1ea0380-afb9-4caf-9b71-87a0a14f9aee', 'name': '', 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'mac_address': 'fa:16:3e:a4:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '35f1d81f-4507-45f5-8d53-58b80b43561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:53Z', 'updated_at': '2021-12-13T11:06:54Z', 'revision_number': 2, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'subnets': [{'id': '35f1d81f-4507-45f5-8d53-58b80b43561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:58.006760 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Checking router: 1d229230-b6e1-4566-9ba8-e7da204f3c8e for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:06:58.007231 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Updating router 1d229230-b6e1-4566-9ba8-e7da204f3c8e port e1ea0380-afb9-4caf-9b71-87a0a14f9aee binding host dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:06:58.034495 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.225011 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47616) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:58.322644 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.329696 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.339320 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1aa5959d-288d-4d19-8c55-deea9bfd2c3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.379288 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c1712-5e26-4943-bbab-86ace14c706a None None] Pushing event updated for resources: {'Port': ['ID=e1ea0380-afb9-4caf-9b71-87a0a14f9aee,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:58.443103 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Attempting to bind port e1ea0380-afb9-4caf-9b71-87a0a14f9aee on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:06:58.444173 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Attempting to bind port e1ea0380-afb9-4caf-9b71-87a0a14f9aee by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'e356f86a-5248-4d7c-8eef-4ec361a5ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:06:58.444618 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Attempting to bind port e1ea0380-afb9-4caf-9b71-87a0a14f9aee on network 14096489-b741-4a02-ab4f-eea0575ce4bc {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:06:58.448074 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1aa5959d-288d-4d19-8c55-deea9bfd2c3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.450675 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:06:58.451261 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Checking segment: {'id': 'e356f86a-5248-4d7c-8eef-4ec361a5ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:06:58.452215 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.452892 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Bound using segment: {'id': 'e356f86a-5248-4d7c-8eef-4ec361a5ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:06:58.453498 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Bound port: e1ea0380-afb9-4caf-9b71-87a0a14f9aee, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e356f86a-5248-4d7c-8eef-4ec361a5ee81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 289, 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:06:58.454083 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.456094 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1aa5959d-288d-4d19-8c55-deea9bfd2c3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.493354 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5959d-288d-4d19-8c55-deea9bfd2c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34df0ff-6aa3-400d-9078-e5e296d01cdd,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:58.521457 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-1aa5959d-288d-4d19-8c55-deea9bfd2c3f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=05cd856623d44351860687b2369837e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2950051 Dec 13 11:06:58.523946 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47622) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:58.527115 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] For port e1ea0380-afb9-4caf-9b71-87a0a14f9aee, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:06:58.530421 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] For port e1ea0380-afb9-4caf-9b71-87a0a14f9aee, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=e1ea0380-afb9-4caf-9b71-87a0a14f9aee,segment=NetworkSegment(e356f86a-5248-4d7c-8eef-4ec361a5ee81),segment_id=e356f86a-5248-4d7c-8eef-4ec361a5ee81)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:06:58.537242 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.579499 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b64c6bc8-1b32-4ec3-95a2-1dcb20ea1ad3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.591442 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Routers {'1d229230-b6e1-4566-9ba8-e7da204f3c8e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:06:58.592060 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:06:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:58.603860 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b64c6bc8-1b32-4ec3-95a2-1dcb20ea1ad3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.612974 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-d9c201e9-0d06-4b33-9d75-f243a252eadc None None] Provisioning complete for port e1ea0380-afb9-4caf-9b71-87a0a14f9aee triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:58.614018 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d9c201e9-0d06-4b33-9d75-f243a252eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.645014 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c1712-5e26-4943-bbab-86ace14c706a None None] Pushing event updated for resources: {'Port': ['ID=e1ea0380-afb9-4caf-9b71-87a0a14f9aee,revision_number=4']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:58.672507 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b64c6bc8-1b32-4ec3-95a2-1dcb20ea1ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.675328 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b64c6bc8-1b32-4ec3-95a2-1dcb20ea1ad3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.676704 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b64c6bc8-1b32-4ec3-95a2-1dcb20ea1ad3 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f34df0ff-6aa3-400d-9078-e5e296d01cdd HTTP/1.1" status: 204 len: 168 time: 0.1518199 Dec 13 11:06:58.691375 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64c6bc8-1b32-4ec3-95a2-1dcb20ea1ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34df0ff-6aa3-400d-9078-e5e296d01cdd,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:58.750890 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] Set router 1d229230-b6e1-4566-9ba8-e7da204f3c8e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:06:58.783627 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 495b81b3-dc97-4752-9c97-4ffacf22ba53 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:06:58.851256 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d9c201e9-0d06-4b33-9d75-f243a252eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.874566 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 495b81b3-dc97-4752-9c97-4ffacf22ba53 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:58.874859 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.925666 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-d9c201e9-0d06-4b33-9d75-f243a252eadc None None] For port e1ea0380-afb9-4caf-9b71-87a0a14f9aee, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=e1ea0380-afb9-4caf-9b71-87a0a14f9aee,segment=NetworkSegment(e356f86a-5248-4d7c-8eef-4ec361a5ee81),segment_id=e356f86a-5248-4d7c-8eef-4ec361a5ee81)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:06:58.932489 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d9c201e9-0d06-4b33-9d75-f243a252eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:58.998484 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'name': 'tempest-TestVolumeBootPattern-421511636-router', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:50Z', 'updated_at': '2021-12-13T11:06:54Z', 'revision_number': 4, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'gw_port': {'id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:51Z', 'updated_at': '2021-12-13T11:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'e1ea0380-afb9-4caf-9b71-87a0a14f9aee', 'name': '', 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'mac_address': 'fa:16:3e:a4:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '35f1d81f-4507-45f5-8d53-58b80b43561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:53Z', 'updated_at': '2021-12-13T11:06:58Z', 'revision_number': 4, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'subnets': [{'id': '35f1d81f-4507-45f5-8d53-58b80b43561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:06:59.021903 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c201e9-0d06-4b33-9d75-f243a252eadc None None] Pushing event updated for resources: {'Port': ['ID=e1ea0380-afb9-4caf-9b71-87a0a14f9aee,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:59.034780 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464ea7a5-fdab-4b0a-a0f0-c86b1813f8e6 None None] The sync data for ids ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'] in dv-cinder-808574-5-iscsi is: [{'id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'name': 'tempest-TestVolumeBootPattern-421511636-router', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:50Z', 'updated_at': '2021-12-13T11:06:54Z', 'revision_number': 4, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'gw_port': {'id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:51Z', 'updated_at': '2021-12-13T11:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'e1ea0380-afb9-4caf-9b71-87a0a14f9aee', 'name': '', 'network_id': '14096489-b741-4a02-ab4f-eea0575ce4bc', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'mac_address': 'fa:16:3e:a4:1a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '35f1d81f-4507-45f5-8d53-58b80b43561e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:53Z', 'updated_at': '2021-12-13T11:06:58Z', 'revision_number': 4, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'subnets': [{'id': '35f1d81f-4507-45f5-8d53-58b80b43561e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:06:59.049434 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47628) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:59.060787 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-b3b26d83-572e-438c-82d3-d1996bc18232 None None] Provisioning complete for port e1ea0380-afb9-4caf-9b71-87a0a14f9aee triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:06:59.061170 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b3b26d83-572e-438c-82d3-d1996bc18232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:59.063468 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3e1a5649-8c70-41d5-a3d8-e3d7a006f350 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:59.159458 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3e1a5649-8c70-41d5-a3d8-e3d7a006f350 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:59.165545 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-3e1a5649-8c70-41d5-a3d8-e3d7a006f350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:59.210389 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-3e1a5649-8c70-41d5-a3d8-e3d7a006f350 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b541d9b46e2a4dcf9811b181466f13f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598284 Dec 13 11:06:59.211306 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a5649-8c70-41d5-a3d8-e3d7a006f350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b4bcf4-bacc-440f-a22b-0bd469b48073,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:59.213941 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47640) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:59.281253 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7a068b76-0034-407e-ad99-dcc29c49478c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:59.311343 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7a068b76-0034-407e-ad99-dcc29c49478c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:59.400974 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7a068b76-0034-407e-ad99-dcc29c49478c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:59.404210 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-7a068b76-0034-407e-ad99-dcc29c49478c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:59.405426 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-7a068b76-0034-407e-ad99-dcc29c49478c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/19b4bcf4-bacc-440f-a22b-0bd469b48073 HTTP/1.1" status: 204 len: 168 time: 0.1899991 Dec 13 11:06:59.421267 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a068b76-0034-407e-ad99-dcc29c49478c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b4bcf4-bacc-440f-a22b-0bd469b48073,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:06:59.766290 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47672) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:06:59.892086 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-123a7d5e-67da-4c14-987f-5c61a75446f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:59.969782 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-123a7d5e-67da-4c14-987f-5c61a75446f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:06:59.973836 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-123a7d5e-67da-4c14-987f-5c61a75446f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.015159 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-123a7d5e-67da-4c14-987f-5c61a75446f0 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c4e45e7dacb84631b72cf993f19b8e13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2469785 Dec 13 11:07:00.015997 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a7d5e-67da-4c14-987f-5c61a75446f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f334de-7bde-4fea-bfd0-a8be52e2b12b,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:00.017408 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47684) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:00.071482 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-092c38a7-801c-4341-9ac2-7fe5b082ad72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.103200 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-092c38a7-801c-4341-9ac2-7fe5b082ad72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.152135 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-092c38a7-801c-4341-9ac2-7fe5b082ad72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.154807 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-092c38a7-801c-4341-9ac2-7fe5b082ad72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.155961 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-092c38a7-801c-4341-9ac2-7fe5b082ad72 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/31f334de-7bde-4fea-bfd0-a8be52e2b12b HTTP/1.1" status: 204 len: 168 time: 0.1375694 Dec 13 11:07:00.165167 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c38a7-801c-4341-9ac2-7fe5b082ad72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f334de-7bde-4fea-bfd0-a8be52e2b12b,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:00.496062 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47706) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:00.510806 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0b1116c9-bf3a-4ce5-9609-2dc16c77e2b6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.598452 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0b1116c9-bf3a-4ce5-9609-2dc16c77e2b6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.608674 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-0b1116c9-bf3a-4ce5-9609-2dc16c77e2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.651199 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47714) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:00.651705 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-0b1116c9-bf3a-4ce5-9609-2dc16c77e2b6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a22f57e545444069f121288e0c8649e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1542783 Dec 13 11:07:00.652406 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1116c9-bf3a-4ce5-9609-2dc16c77e2b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a795809-e925-4d43-b4d0-5176d60844d5,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:00.710025 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-05302a48-f03d-40ec-a982-b3b1be17ff77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.736303 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-05302a48-f03d-40ec-a982-b3b1be17ff77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.738843 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device e1ea0380-afb9-4caf-9b71-87a0a14f9aee up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:07:00.796591 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-05302a48-f03d-40ec-a982-b3b1be17ff77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.799396 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port e1ea0380-afb9-4caf-9b71-87a0a14f9aee triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:07:00.799545 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-05302a48-f03d-40ec-a982-b3b1be17ff77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.799765 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:00.800778 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-05302a48-f03d-40ec-a982-b3b1be17ff77 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/2a795809-e925-4d43-b4d0-5176d60844d5 HTTP/1.1" status: 204 len: 168 time: 0.1483643 Dec 13 11:07:00.811759 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05302a48-f03d-40ec-a982-b3b1be17ff77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a795809-e925-4d43-b4d0-5176d60844d5,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:10.148016 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47938) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:10.251715 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.292673 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.325012 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.329804 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.368530 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=55404990bbe7456b91c672975f340e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2193296 Dec 13 11:07:10.369371 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb16b1e-40f2-4304-af5f-5f1ab65c9af0,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:10.371579 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47944) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:10.376646 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.377000 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.377326 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.377683 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.378012 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.378343 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.378702 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.379031 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.379359 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.379681 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.380004 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.380322 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.380622 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e95379-7186-4d18-8ec3-5f917cbf971f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.424221 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.446945 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.494857 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.497893 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.499194 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/4bb16b1e-40f2-4304-af5f-5f1ab65c9af0 HTTP/1.1" status: 204 len: 168 time: 0.1265671 Dec 13 11:07:10.506820 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb16b1e-40f2-4304-af5f-5f1ab65c9af0,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:10.513936 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.514265 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.514630 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.514981 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.515312 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.515641 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.515967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.516289 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.516747 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.516957 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.517251 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.517569 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.517967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfcd04e-8466-435c-8a2a-ebc84b66303d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:10.787156 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47950) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:10.800473 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd8d4-f5e2-4a0f-8d7f-35f614783270 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.874757 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd8d4-f5e2-4a0f-8d7f-35f614783270 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.879986 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-aa1bd8d4-f5e2-4a0f-8d7f-35f614783270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.919820 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bd8d4-f5e2-4a0f-8d7f-35f614783270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d6e665-c9d6-425b-84ef-e02bac074f01,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:10.924076 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-aa1bd8d4-f5e2-4a0f-8d7f-35f614783270 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6379f879a44e4aa991f2ca4a0c728ee5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1359220 Dec 13 11:07:10.926831 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47952) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:10.974427 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c930eae3-9c86-4758-b227-617819a068c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:10.995873 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c930eae3-9c86-4758-b227-617819a068c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.050849 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c930eae3-9c86-4758-b227-617819a068c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.053286 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-c930eae3-9c86-4758-b227-617819a068c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.054442 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-c930eae3-9c86-4758-b227-617819a068c4 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/32d6e665-c9d6-425b-84ef-e02bac074f01 HTTP/1.1" status: 204 len: 168 time: 0.1266875 Dec 13 11:07:11.062161 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c930eae3-9c86-4758-b227-617819a068c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d6e665-c9d6-425b-84ef-e02bac074f01,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:11.396133 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 47970) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:11.412059 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1497698a-511b-4a8e-87e6-f47e24f82cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.500163 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1497698a-511b-4a8e-87e6-f47e24f82cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.505416 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-1497698a-511b-4a8e-87e6-f47e24f82cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.543595 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-1497698a-511b-4a8e-87e6-f47e24f82cbf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=33d00d20442a4c88a91b2d894e981a23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462574 Dec 13 11:07:11.544440 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497698a-511b-4a8e-87e6-f47e24f82cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac58398-9abe-481b-9cce-0e36d6233cb2,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:11.546335 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 47976) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:11.597552 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4aca2442-2a13-4567-bd8e-498f0c009b4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.619945 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4aca2442-2a13-4567-bd8e-498f0c009b4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.667291 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4aca2442-2a13-4567-bd8e-498f0c009b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.670261 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4aca2442-2a13-4567-bd8e-498f0c009b4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:11.671509 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4aca2442-2a13-4567-bd8e-498f0c009b4b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/1ac58398-9abe-481b-9cce-0e36d6233cb2 HTTP/1.1" status: 204 len: 168 time: 0.1240470 Dec 13 11:07:11.679293 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca2442-2a13-4567-bd8e-498f0c009b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac58398-9abe-481b-9cce-0e36d6233cb2,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:12.080310 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-94e6c692-9197-4021-8fc1-d02bed0ab7f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.380925 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 48000) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:12.498171 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1919054611-network', 'tenant_id': 'b6463d9b0a6840e8a18faa37784ff921'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:07:12.526768 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Made reservation on behalf of b6463d9b0a6840e8a18faa37784ff921 for: {'network': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:07:12.529227 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.538012 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.617973 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.623508 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.653196 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 270} {{(pid=102441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:07:12.659017 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76810d2c-6116-4521-81aa-e29f991b1a05,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:12.666671 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.667527 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.segments_db [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Added segment 54e42b5d-e237-4039-bdd1-630928b398bb of type vlan for network 7d592e87-aa24-4770-bd31-46ce4d67618c Dec 13 11:07:12.711780 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.741271 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.742267 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:12.742941 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.792151 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4097924 Dec 13 11:07:12.795476 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48020) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:12.801149 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Request body: {'subnet': {'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1919054611-subnet', 'tenant_id': 'b6463d9b0a6840e8a18faa37784ff921', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:07:12.805478 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ff6f2-a878-449b-bf2b-800130930d1a admin admin] Pushing event updated for resources: {'Network': ['ID=7d592e87-aa24-4770-bd31-46ce4d67618c,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:12.817936 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 7d592e87-aa24-4770-bd31-46ce4d67618c details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:07:12.827463 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Made reservation on behalf of b6463d9b0a6840e8a18faa37784ff921 for: {'subnet': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:07:12.829833 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126431394'] for subnet, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:12.861227 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 48022) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:12.972131 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6eca8cc9-eb51-41ca-89d2-87d4bec5faf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.003538 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-125857728', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126431420'] for subnet, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.057011 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6eca8cc9-eb51-41ca-89d2-87d4bec5faf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.062985 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6eca8cc9-eb51-41ca-89d2-87d4bec5faf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.070067 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee5d2dd-e509-4a23-a65d-2075f55bcccc,revision_number=0']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:13.079678 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Checking segment: {'id': '54e42b5d-e237-4039-bdd1-630928b398bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:07:13.080088 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Network hostable DHCP agents. Network: 7d592e87-aa24-4770-bd31-46ce4d67618c, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:07:13.099486 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Network 7d592e87-aa24-4770-bd31-46ce4d67618c is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:07:13.104573 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-6eca8cc9-eb51-41ca-89d2-87d4bec5faf6 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=6ce74edd758d4e569b36613b039281c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2397811 Dec 13 11:07:13.104573 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca8cc9-eb51-41ca-89d2-87d4bec5faf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60dc8062-1b5b-4e06-a76c-5589eaf69572,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:13.105418 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48026) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:13.112984 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 7d592e87-aa24-4770-bd31-46ce4d67618c) {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:07:13.122071 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:13.122690 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.125005 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d555a9-80e0-4314-a6c5-e3b2761f5dac None None] Network 7d592e87-aa24-4770-bd31-46ce4d67618c requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:07:13.147919 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-84fc51a8-ad98-44fb-8f8d-994563ffbcc9 admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3508191 Dec 13 11:07:13.170917 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-16f2de53-3d5c-4d05-aebe-517ae03bba58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.195723 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-16f2de53-3d5c-4d05-aebe-517ae03bba58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.242564 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bed5e1a-8ce6-416d-8d55-6322e18cf824 None None] Network 7d592e87-aa24-4770-bd31-46ce4d67618c requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:07:13.249938 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-16f2de53-3d5c-4d05-aebe-517ae03bba58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.252660 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-16f2de53-3d5c-4d05-aebe-517ae03bba58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.256305 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-16f2de53-3d5c-4d05-aebe-517ae03bba58 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/60dc8062-1b5b-4e06-a76c-5589eaf69572 HTTP/1.1" status: 204 len: 168 time: 0.1474566 Dec 13 11:07:13.266565 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2de53-3d5c-4d05-aebe-517ae03bba58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60dc8062-1b5b-4e06-a76c-5589eaf69572,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:13.553190 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48040) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:13.568474 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a181e07e-307c-4c0d-8c31-7431593c1316 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.648090 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a181e07e-307c-4c0d-8c31-7431593c1316 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.652683 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a181e07e-307c-4c0d-8c31-7431593c1316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.693607 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a181e07e-307c-4c0d-8c31-7431593c1316 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=46aed2c01c434f38aba097987405631b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1368177 Dec 13 11:07:13.693875 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48042) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:13.702153 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181e07e-307c-4c0d-8c31-7431593c1316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa069830-1c3e-4bd8-b5ee-0a926a6f67ea,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:13.754474 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2c823163-0a72-4667-950c-4c658a267112 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.779148 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2c823163-0a72-4667-950c-4c658a267112 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.832353 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2c823163-0a72-4667-950c-4c658a267112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.835110 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2c823163-0a72-4667-950c-4c658a267112 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:13.836527 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-2c823163-0a72-4667-950c-4c658a267112 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/aa069830-1c3e-4bd8-b5ee-0a926a6f67ea HTTP/1.1" status: 204 len: 168 time: 0.1415663 Dec 13 11:07:13.845157 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c823163-0a72-4667-950c-4c658a267112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa069830-1c3e-4bd8-b5ee-0a926a6f67ea,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:14.379666 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-eca8b503-0669-4ac2-b41b-f0b2e6b8f526 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:14.723669 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-0c6fa899-b9d6-44f4-8cd6-80ab7439716f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005457063&fields=id&tenant_id=c251e00c29844840a44f9bd46132569b HTTP/1.1" status: 200 len: 267 time: 0.0455778 Dec 13 11:07:14.833717 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-47e824ca-1eb7-4c15-8f0e-9d920a3451c6 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:14.835344 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-47e824ca-1eb7-4c15-8f0e-9d920a3451c6 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 811 time: 0.1048398 Dec 13 11:07:14.859760 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-8df8e969-d806-4644-ac4d-0a10910a1b3d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/quotas/c251e00c29844840a44f9bd46132569b HTTP/1.1" status: 200 len: 375 time: 0.0098019 Dec 13 11:07:14.920026 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-5a9f17c5-0282-4aa8-bdda-4a2bc58a9171 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544424 Dec 13 11:07:15.141722 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-99fbf0c0-5de4-4619-a6db-38e9a23d167b tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:15.143240 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-99fbf0c0-5de4-4619-a6db-38e9a23d167b tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/networks?id=7d592e87-aa24-4770-bd31-46ce4d67618c HTTP/1.1" status: 200 len: 809 time: 0.1509671 Dec 13 11:07:15.163987 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-e1410a11-178f-436b-bef8-9515e4cfd877 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/quotas/b6463d9b0a6840e8a18faa37784ff921 HTTP/1.1" status: 200 len: 375 time: 0.0145397 Dec 13 11:07:15.210286 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-e8aa2523-74cc-4e7d-8dca-f06f02998943 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6463d9b0a6840e8a18faa37784ff921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393951 Dec 13 11:07:15.218831 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-5abd804d-0a49-4146-93fb-15d36aa07a04 service neutron] 10.222.0.43 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855854 Dec 13 11:07:15.375873 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-8e02a664-65ea-4423-9952-db64eac1ad69 service neutron] 10.222.0.43 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559722 Dec 13 11:07:15.378026 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-ca288cf8-cdaf-4e51-9bac-62a2ef4e617d service neutron] 10.222.0.43 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501369 Dec 13 11:07:15.481905 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-1b0356d3-9a1b-4f88-81c6-dd569c59117b service neutron] 10.222.0.43 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992997 Dec 13 11:07:15.670112 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:15.721238 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-82122122-3d05-4835-bb86-cdce28281765 req-e77e86ce-9d43-41fe-9d47-d053d0306f1b tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 210 time: 0.0919034 Dec 13 11:07:15.768109 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5344320e-43c7-4a0a-b9c9-0467b67c7eec req-07cefbb6-dded-405f-b1fc-472dfc1664ad tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 210 time: 0.0493016 Dec 13 11:07:16.773534 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-00bed00c-ef7a-4096-abcb-db1fb1a1049f tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:16.775181 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-00bed00c-ef7a-4096-abcb-db1fb1a1049f tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.39 "GET /v2.0/networks?id=7d592e87-aa24-4770-bd31-46ce4d67618c HTTP/1.1" status: 200 len: 809 time: 0.1333904 Dec 13 11:07:16.789517 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Request body: {'port': {'device_id': '5101e7bd-90ee-4ca3-b058-a5d2970eed0c', 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c', 'admin_state_up': True, 'tenant_id': 'b6463d9b0a6840e8a18faa37784ff921'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:07:16.827041 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b63cc975-a499-44f5-ab67-4b1e208a4f4a req-381e3b1a-2b55-4318-a218-3a59521ad9d6 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 210 time: 0.0268540 Dec 13 11:07:16.878886 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d7f71682-cbc2-47c5-a981-81e4f35e92b9 req-eb57b2b2-b126-4a99-9110-1820367aa36f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 210 time: 0.0261500 Dec 13 11:07:16.907048 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Made reservation on behalf of b6463d9b0a6840e8a18faa37784ff921 for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:07:16.911414 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.026862 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.067400 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Allocated IP 172.20.0.4 (7d592e87-aa24-4770-bd31-46ce4d67618c/eee5d2dd-e509-4a23-a65d-2075f55bcccc/e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:07:17.148083 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-d80d0bf5-7a7f-4df3-8119-70f2931f2d1a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:17.149519 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-d80d0bf5-7a7f-4df3-8119-70f2931f2d1a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 811 time: 0.1586580 Dec 13 11:07:17.228597 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-e1b3a4e4-629d-4f70-bb10-1e30a578cbcc tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c251e00c29844840a44f9bd46132569b HTTP/1.1" status: 200 len: 380 time: 0.0683632 Dec 13 11:07:17.234402 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.238005 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'port': {'device_id': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'admin_state_up': True, 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'security_groups': ['d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02']}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:07:17.269772 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.320867 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Network 7d592e87-aa24-4770-bd31-46ce4d67618c is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:07:17.322690 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:07:17.325757 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:07:17.362388 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Pushing event updated for resources: {'Port': ['ID=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:17.384857 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:17.385496 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.405289 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-737028ba-8249-45ee-be44-da241b5c1185 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6193180 Dec 13 11:07:17.417431 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Request body: {'port': {'device_id': '5101e7bd-90ee-4ca3-b058-a5d2970eed0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:07:17.476276 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.631740 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Made reservation on behalf of c251e00c29844840a44f9bd46132569b for: {'port': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:07:17.635354 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.759183 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:07:17.760489 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Allocated IP 172.20.0.10 (c37226ac-7158-4a4e-b23f-dc7eb49bfd29/53748ea1-38b6-4d28-b2a1-bc726a1ee889/3f90e959-e933-4046-8590-2092fa106d5a) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:07:17.767461 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.780753 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Transition to ACTIVE for port object e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:07:17.784390 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.853117 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:17.908172 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Attempting to bind port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:07:17.908172 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Attempting to bind port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '54e42b5d-e237-4039-bdd1-630928b398bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:07:17.908486 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Attempting to bind port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba on network 7d592e87-aa24-4770-bd31-46ce4d67618c {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:07:17.914226 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba on network 7d592e87-aa24-4770-bd31-46ce4d67618c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:07:17.914692 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Attempting to bind port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba on network 7d592e87-aa24-4770-bd31-46ce4d67618c {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:07:17.916016 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.920507 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:07:17.920950 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Checking segment: {'id': '54e42b5d-e237-4039-bdd1-630928b398bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:07:17.921536 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Bound using segment: {'id': '54e42b5d-e237-4039-bdd1-630928b398bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:07:17.921931 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Bound port: e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e42b5d-e237-4039-bdd1-630928b398bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:07:17.922352 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.989591 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] For port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:07:17.992855 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] For port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,segment=NetworkSegment(54e42b5d-e237-4039-bdd1-630928b398bb),segment_id=54e42b5d-e237-4039-bdd1-630928b398bb)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:07:17.997173 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:17.997330 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d7d69481-e06b-423f-8bb6-fdf4ee292aa2 req-29f32953-9cdc-4c9c-b4da-e08fb59fcff7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 210 time: 0.0418150 Dec 13 11:07:18.014577 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7553328-9d03-4b3d-883c-bfe834cfdfaf req-81ee1a41-7ba4-4493-b362-f14ed2d6d2df tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:18.016548 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a7553328-9d03-4b3d-883c-bfe834cfdfaf req-81ee1a41-7ba4-4493-b362-f14ed2d6d2df tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 943 time: 0.1069329 Dec 13 11:07:18.032995 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:18.033618 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.035055 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] 10.222.0.39 "PUT /v2.0/ports/e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba HTTP/1.1" status: 200 len: 1093 time: 0.6222613 Dec 13 11:07:18.035976 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5101e7bd-90ee-4ca3-b058-a5d2970eed0c', 'tag': 'e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:07:18.038273 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77" -d '{"events": [{"name": "network-changed", "server_uuid": "5101e7bd-90ee-4ca3-b058-a5d2970eed0c", "tag": "e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:07:18.039042 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.060286 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.068162 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e07148b-eba9-439b-9a6d-3b9a079ac6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:18.092824 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5638048-ec53-4e5a-9611-552938fcb607 x-openstack-request-id: req-a5638048-ec53-4e5a-9611-552938fcb607 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:07:18.093158 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5101e7bd-90ee-4ca3-b058-a5d2970eed0c", "tag": "e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:07:18.093453 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a5638048-ec53-4e5a-9611-552938fcb607 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:07:18.093896 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5101e7bd-90ee-4ca3-b058-a5d2970eed0c', 'tag': 'e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba', 'status': 'completed', 'code': 200} Dec 13 11:07:18.115329 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:07:18.124947 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:07:18.129715 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:07:18.139604 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-edb03264-547f-48ca-afe6-8e2db73fb506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:18.141224 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-edb03264-547f-48ca-afe6-8e2db73fb506 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6463d9b0a6840e8a18faa37784ff921&device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 1096 time: 0.0428753 Dec 13 11:07:18.157605 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a7553328-9d03-4b3d-883c-bfe834cfdfaf req-19d6d6ba-8c73-4172-9099-0e1d4c0237a7 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285961 Dec 13 11:07:18.181805 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'Port': ['ID=3f90e959-e933-4046-8590-2092fa106d5a,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:18.196178 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:18.196826 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.197074 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-526562ab-6f35-4b66-9681-52d1313b9ed7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba HTTP/1.1" status: 200 len: 217 time: 0.0481691 Dec 13 11:07:18.214458 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-cc87409c-4f88-4d72-906d-2159c25ca48a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9807611 Dec 13 11:07:18.227712 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Request body: {'port': {'device_id': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:07:18.272084 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-18689e20-7ef4-41af-a618-0d28f21bbd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:18.273687 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-18689e20-7ef4-41af-a618-0d28f21bbd71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eee5d2dd-e509-4a23-a65d-2075f55bcccc HTTP/1.1" status: 200 len: 849 time: 0.0698411 Dec 13 11:07:18.292819 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.314571 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-dce53756-48bd-4ff9-bdf0-9c1f86f3bb4d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d592e87-aa24-4770-bd31-46ce4d67618c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327888 Dec 13 11:07:18.417682 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-06fabf70-47f2-42a3-84ae-fab0adb2fa80 service neutron] 10.222.0.39 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935805 Dec 13 11:07:18.444818 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-07fefbf3-eda2-4d93-a8ff-01dd7e5cffb2 None None] Provisioning complete for port 3f90e959-e933-4046-8590-2092fa106d5a triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:07:18.445522 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-07fefbf3-eda2-4d93-a8ff-01dd7e5cffb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.487710 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-07fefbf3-eda2-4d93-a8ff-01dd7e5cffb2 None None] Port 3f90e959-e933-4046-8590-2092fa106d5a cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:07:18.524581 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-81d7852d-796f-49c7-911b-b065c4ba1f5e req-006ad001-86e6-4413-9dba-2d1ccbd53219 service neutron] 10.222.0.39 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995948 Dec 13 11:07:18.611027 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77 req-12ae8e96-d169-4215-9941-d76891c3e562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:18.612537 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77 req-12ae8e96-d169-4215-9941-d76891c3e562 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6463d9b0a6840e8a18faa37784ff921&device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 1096 time: 0.0431299 Dec 13 11:07:18.619151 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f90e959-e933-4046-8590-2092fa106d5a {{(pid=102441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:07:18.629173 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.643298 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.provisioning_blocks [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Transition to ACTIVE for port object 3f90e959-e933-4046-8590-2092fa106d5a will not be triggered until provisioned by entity L2. {{(pid=102441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:07:18.648263 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.716561 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Pushing event updated for resources: {'Port': ['ID=3f90e959-e933-4046-8590-2092fa106d5a,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:18.744992 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77 req-d09c8192-95eb-4c49-9bda-8231dd250448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:18.744992 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77 req-d09c8192-95eb-4c49-9bda-8231dd250448 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d592e87-aa24-4770-bd31-46ce4d67618c HTTP/1.1" status: 200 len: 910 time: 0.1227534 Dec 13 11:07:18.771666 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Attempting to bind port 3f90e959-e933-4046-8590-2092fa106d5a on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:07:18.772075 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Attempting to bind port 3f90e959-e933-4046-8590-2092fa106d5a by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:07:18.772476 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Attempting to bind port 3f90e959-e933-4046-8590-2092fa106d5a on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:07:18.782464 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Port 3f90e959-e933-4046-8590-2092fa106d5a on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:07:18.782870 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Attempting to bind port 3f90e959-e933-4046-8590-2092fa106d5a on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:07:18.794737 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:07:18.794737 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Checking segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:07:18.794737 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Bound using segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:07:18.795179 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Bound port: 3f90e959-e933-4046-8590-2092fa106d5a, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'}}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:07:18.795283 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.802896 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77 req-9439da2c-e0c9-4691-9d41-c23309a64c7c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba HTTP/1.1" status: 200 len: 217 time: 0.0516837 Dec 13 11:07:18.879497 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77 req-7e73f81e-6787-4b09-b1f8-bb52b4778d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:18.881027 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77 req-7e73f81e-6787-4b09-b1f8-bb52b4778d6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eee5d2dd-e509-4a23-a65d-2075f55bcccc HTTP/1.1" status: 200 len: 849 time: 0.0710664 Dec 13 11:07:18.881369 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] For port 3f90e959-e933-4046-8590-2092fa106d5a, host hv-cinder-80857, cleared binding levels {{(pid=102441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:07:18.885361 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] For port 3f90e959-e933-4046-8590-2092fa106d5a, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3f90e959-e933-4046-8590-2092fa106d5a,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:07:18.889678 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.921692 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77 req-40f1fd44-cca9-4b9b-9173-c736ed208099 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d592e87-aa24-4770-bd31-46ce4d67618c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285406 Dec 13 11:07:18.928836 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:18.929602 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:18.931132 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] 10.222.0.39 "PUT /v2.0/ports/3f90e959-e933-4046-8590-2092fa106d5a HTTP/1.1" status: 200 len: 1094 time: 0.7093012 Dec 13 11:07:18.931612 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'tag': '3f90e959-e933-4046-8590-2092fa106d5a'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:07:18.934472 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62835a1c-fbb5-4c76-85be-c174fc9b8e22" -d '{"events": [{"name": "network-changed", "server_uuid": "57a43cc3-ea9b-4cd8-b115-1ba7194633c0", "tag": "3f90e959-e933-4046-8590-2092fa106d5a"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:07:18.979238 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3922acdf-852b-4169-8a99-08bbca3b7890 service neutron] Pushing event updated for resources: {'Port': ['ID=3f90e959-e933-4046-8590-2092fa106d5a,revision_number=3']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:19.059818 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50dad80-030d-456b-8bca-b3882413dadf x-openstack-request-id: req-d50dad80-030d-456b-8bca-b3882413dadf {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:07:19.059818 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a43cc3-ea9b-4cd8-b115-1ba7194633c0", "tag": "3f90e959-e933-4046-8590-2092fa106d5a", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:07:19.060011 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-d50dad80-030d-456b-8bca-b3882413dadf {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:07:19.060455 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'tag': '3f90e959-e933-4046-8590-2092fa106d5a', 'status': 'completed', 'code': 200} Dec 13 11:07:19.073980 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77 req-b8146880-ac70-415f-b4bf-5739c8268e49 service neutron] 10.222.0.39 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445792 Dec 13 11:07:19.100372 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-dfe8def0-1aca-498a-b95c-9f3057218e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:19.105529 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-dfe8def0-1aca-498a-b95c-9f3057218e0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 1097 time: 0.1188898 Dec 13 11:07:19.176318 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-9c850998-f3c2-4f50-93c5-3a6ffe4a3630 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f90e959-e933-4046-8590-2092fa106d5a HTTP/1.1" status: 200 len: 217 time: 0.0597692 Dec 13 11:07:19.209112 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-2afdf3fb-74b2-4387-9e12-7fe2d9c21f77 req-3d32c5ca-b4d0-4c31-9044-2db610ed1e3e service neutron] 10.222.0.39 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258540 Dec 13 11:07:19.240704 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400e234-80ca-4cbc-9b1b-feff37144b8f req-c6799ade-d68f-471c-9216-06f27581b88c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:19.242268 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6400e234-80ca-4cbc-9b1b-feff37144b8f req-c6799ade-d68f-471c-9216-06f27581b88c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 944 time: 0.1270311 Dec 13 11:07:19.289076 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-a1c234a9-3110-4e31-a0ca-275afb2fe06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:19.290575 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-a1c234a9-3110-4e31-a0ca-275afb2fe06f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.1057303 Dec 13 11:07:19.364644 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6400e234-80ca-4cbc-9b1b-feff37144b8f req-f32832ec-e6a0-49c6-a08c-99c2fa404bce tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094770 Dec 13 11:07:19.374936 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffcae3-b6ac-4f7e-8263-1b862e2ed141 req-a9bce65d-1931-45e0-a817-c7e3a4f317b8 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:19.376870 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d8ffcae3-b6ac-4f7e-8263-1b862e2ed141 req-a9bce65d-1931-45e0-a817-c7e3a4f317b8 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 943 time: 0.1316781 Dec 13 11:07:19.389196 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-901ed843-9d79-481f-ad40-9e5c0aec055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:19.390771 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-901ed843-9d79-481f-ad40-9e5c0aec055b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913131 Dec 13 11:07:19.488952 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d8ffcae3-b6ac-4f7e-8263-1b862e2ed141 req-66e61175-4019-46af-a174-9e7deae25766 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032662 Dec 13 11:07:19.519246 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-6d4e1921-ad34-4d73-8a81-95b6186f5d66 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156790 Dec 13 11:07:19.614343 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1271b38-bc8f-4444-aa09-740be9f4ee10 req-23068fd8-4a71-4f6d-b37f-6c9fee07214f service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873628 Dec 13 11:07:19.713954 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-12eefd6d-eb1b-4eac-8115-8d41442c9261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:19.715613 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-12eefd6d-eb1b-4eac-8115-8d41442c9261 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 1097 time: 0.0496511 Dec 13 11:07:19.820371 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-b000064d-695e-4b71-b9d1-9585f09ceb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:19.821761 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-b000064d-695e-4b71-b9d1-9585f09ceb91 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.0977318 Dec 13 11:07:19.868586 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-c836a893-9a6f-45f7-bfa9-f949094f9f1b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f90e959-e933-4046-8590-2092fa106d5a HTTP/1.1" status: 200 len: 217 time: 0.0383854 Dec 13 11:07:19.922428 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-68f267bf-5f23-46a4-9bb8-90d5120d99e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:19.923905 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-68f267bf-5f23-46a4-9bb8-90d5120d99e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0479550 Dec 13 11:07:19.971828 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-cdf733f8-62f0-44f2-9421-9a05cea93300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:19.973318 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-cdf733f8-62f0-44f2-9421-9a05cea93300 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419030 Dec 13 11:07:20.067311 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-dfe0dd2a-1cfa-4793-a503-850194eab58f service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863571 Dec 13 11:07:20.175031 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-62835a1c-fbb5-4c76-85be-c174fc9b8e22 req-bcc6f192-d7a5-4fec-b6fc-e57116bf35d8 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996416 Dec 13 11:07:20.489786 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1237c0f-ec10-41e1-995c-90dc4df9259f req-f065ad5b-14a0-4517-8aea-e5c02bfe7b7f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:20.491312 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1237c0f-ec10-41e1-995c-90dc4df9259f req-f065ad5b-14a0-4517-8aea-e5c02bfe7b7f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 944 time: 0.0519414 Dec 13 11:07:20.542204 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a1237c0f-ec10-41e1-995c-90dc4df9259f req-f6f60254-0bce-442d-8719-91a4026f028d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447600 Dec 13 11:07:20.624417 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01646b66-bfe4-4db2-beb6-cc9da9ebda95 req-d5d6a10a-1dfd-49c6-9c0b-32fb4f240d6e tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:20.625875 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-01646b66-bfe4-4db2-beb6-cc9da9ebda95 req-d5d6a10a-1dfd-49c6-9c0b-32fb4f240d6e tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 943 time: 0.0526402 Dec 13 11:07:20.675514 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-01646b66-bfe4-4db2-beb6-cc9da9ebda95 req-aaee993e-8e9e-4eda-b108-07fbc2a30a4a tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432935 Dec 13 11:07:20.766860 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:07:20.810584 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48246) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:20.862535 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,segment=NetworkSegment(54e42b5d-e237-4039-bdd1-630928b398bb),segment_id=54e42b5d-e237-4039-bdd1-630928b398bb)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:20.874310 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba', 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c', 'port_id': 'e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba', 'mac_address': 'fa:16:3e:c5:f0:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee5d2dd-e509-4a23-a65d-2075f55bcccc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:07:20.914167 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dea196c8-2b1c-41b3-b4cf-ae4f1f56c100 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:20.915654 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:20.929280 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:07:20.948215 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,segment=NetworkSegment(54e42b5d-e237-4039-bdd1-630928b398bb),segment_id=54e42b5d-e237-4039-bdd1-630928b398bb)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:20.954172 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:20.989637 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dea196c8-2b1c-41b3-b4cf-ae4f1f56c100 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:20.993940 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-dea196c8-2b1c-41b3-b4cf-ae4f1f56c100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.004236 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:21.012267 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.012630 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.012982 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.013339 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.013693 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.014035 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.014360 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.014725 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.015060 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.015403 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.015733 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.016052 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.016374 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:07:21.033605 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-dea196c8-2b1c-41b3-b4cf-ae4f1f56c100 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=9b6461329342443a8b7b7bfcaa5d1ae1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2218909 Dec 13 11:07:21.034427 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea196c8-2b1c-41b3-b4cf-ae4f1f56c100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b38c2754-8317-4d32-9596-f400bde6a3c2,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:21.036401 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 48250) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:21.084604 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f75613a1-505e-4ff3-ae30-011cee83c05b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.106574 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f75613a1-505e-4ff3-ae30-011cee83c05b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.155840 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f75613a1-505e-4ff3-ae30-011cee83c05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.158619 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f75613a1-505e-4ff3-ae30-011cee83c05b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.160634 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-f75613a1-505e-4ff3-ae30-011cee83c05b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/b38c2754-8317-4d32-9596-f400bde6a3c2 HTTP/1.1" status: 204 len: 168 time: 0.1231692 Dec 13 11:07:21.162357 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:07:21.170474 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75613a1-505e-4ff3-ae30-011cee83c05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38c2754-8317-4d32-9596-f400bde6a3c2,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:21.440648 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 48256) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:21.454093 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d9ea12ad-1be5-42c1-886b-4a3ee6cca383 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.540800 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d9ea12ad-1be5-42c1-886b-4a3ee6cca383 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.547476 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-d9ea12ad-1be5-42c1-886b-4a3ee6cca383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.597530 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-d9ea12ad-1be5-42c1-886b-4a3ee6cca383 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=5e511feaa5324680bab2e3b50f9c01ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1556661 Dec 13 11:07:21.598477 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea12ad-1be5-42c1-886b-4a3ee6cca383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=800075ca-7c50-468e-ab99-00a292b79202,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:21.601131 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48260) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:21.653667 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-0030c39e-f893-4fa6-bcfd-182c6bd2721b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.664651 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d70b670-9123-4ce9-af8d-d11e3487d4ba req-33251227-b227-4be1-94c2-fcee324ed077 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:21.666155 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0d70b670-9123-4ce9-af8d-d11e3487d4ba req-33251227-b227-4be1-94c2-fcee324ed077 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 944 time: 0.0503247 Dec 13 11:07:21.675256 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-0030c39e-f893-4fa6-bcfd-182c6bd2721b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.717518 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0d70b670-9123-4ce9-af8d-d11e3487d4ba req-7d569f23-bb53-442d-be17-2254b6a31e76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450699 Dec 13 11:07:21.728907 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-0030c39e-f893-4fa6-bcfd-182c6bd2721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.734235 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-0030c39e-f893-4fa6-bcfd-182c6bd2721b admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:21.734897 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-0030c39e-f893-4fa6-bcfd-182c6bd2721b admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/800075ca-7c50-468e-ab99-00a292b79202 HTTP/1.1" status: 204 len: 168 time: 0.1322877 Dec 13 11:07:21.749284 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0030c39e-f893-4fa6-bcfd-182c6bd2721b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800075ca-7c50-468e-ab99-00a292b79202,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:21.801973 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685060a1-e916-440e-92c5-89e0b8292784 req-f6f39bf8-c563-4b73-a594-8bae624f2c40 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:21.803537 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-685060a1-e916-440e-92c5-89e0b8292784 req-f6f39bf8-c563-4b73-a594-8bae624f2c40 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 944 time: 0.0503080 Dec 13 11:07:21.860510 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-685060a1-e916-440e-92c5-89e0b8292784 req-a189563e-9098-4660-a8a1-3e288abb8094 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480807 Dec 13 11:07:22.783137 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:07:22.838481 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:07:22.843089 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:07:22.843687 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:22.844861 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b35e84e-816a-4f32-8d73-b6c9f6ded11f req-ab99079f-cd5b-4ec4-a092-38d66a7dc6ff tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:22.846373 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5b35e84e-816a-4f32-8d73-b6c9f6ded11f req-ab99079f-cd5b-4ec4-a092-38d66a7dc6ff tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 944 time: 0.0564332 Dec 13 11:07:22.908919 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5b35e84e-816a-4f32-8d73-b6c9f6ded11f req-8c1a4388-984b-4d4c-8f67-ebee59044df5 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564282 Dec 13 11:07:22.952910 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:22.976545 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5101e7bd-90ee-4ca3-b058-a5d2970eed0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:07:22.979042 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430f6f61-a7be-4498-860b-ac4c524f0d50" -d '{"events": [{"server_uuid": "5101e7bd-90ee-4ca3-b058-a5d2970eed0c", "name": "network-vif-plugged", "status": "completed", "tag": "e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:07:22.993154 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,segment=NetworkSegment(54e42b5d-e237-4039-bdd1-630928b398bb),segment_id=54e42b5d-e237-4039-bdd1-630928b398bb)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:22.999482 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:23.001813 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316614bc-7d3f-4ddc-b538-6b4ff991819d req-f15f13e4-b6d8-4d4b-9f91-11686a30cfba tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:23.003866 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-316614bc-7d3f-4ddc-b538-6b4ff991819d req-f15f13e4-b6d8-4d4b-9f91-11686a30cfba tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 944 time: 0.0573795 Dec 13 11:07:23.035333 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e06cc7-cc1f-4cac-b281-1d7db6f547b2 x-openstack-request-id: req-94e06cc7-cc1f-4cac-b281-1d7db6f547b2 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:07:23.035541 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5101e7bd-90ee-4ca3-b058-a5d2970eed0c", "name": "network-vif-plugged", "status": "completed", "tag": "e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:07:23.035709 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-94e06cc7-cc1f-4cac-b281-1d7db6f547b2 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:07:23.036103 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5101e7bd-90ee-4ca3-b058-a5d2970eed0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba', 'code': 200} Dec 13 11:07:23.060743 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:23.083195 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-316614bc-7d3f-4ddc-b538-6b4ff991819d req-75d6efe1-160f-42b0-9c39-e9a0db6708f1 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668457 Dec 13 11:07:23.207529 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6d60c9-52d5-47be-8469-f29e716be78b req-6a9a8480-8495-4548-870d-706af6874086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:23.209086 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2a6d60c9-52d5-47be-8469-f29e716be78b req-6a9a8480-8495-4548-870d-706af6874086 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 1098 time: 0.0445943 Dec 13 11:07:23.255882 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2a6d60c9-52d5-47be-8469-f29e716be78b req-041c8a5d-1ec2-470b-b077-8a0d538178f5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383663 Dec 13 11:07:24.049989 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72680dd-8bc2-46a4-a5d9-ddb519f46fe7 req-86b44380-9619-48e8-8df2-6146ae1b97e8 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:24.051500 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d72680dd-8bc2-46a4-a5d9-ddb519f46fe7 req-86b44380-9619-48e8-8df2-6146ae1b97e8 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 944 time: 0.0607991 Dec 13 11:07:24.104134 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d72680dd-8bc2-46a4-a5d9-ddb519f46fe7 req-cb219ce8-9bf4-4f94-99a4-51665cbaf973 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465624 Dec 13 11:07:24.194323 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54c25c5-1830-458d-9d22-c1ba463e7cbc req-04d965a8-cccb-45ee-bf5d-c81c175dfc93 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:24.195993 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f54c25c5-1830-458d-9d22-c1ba463e7cbc req-04d965a8-cccb-45ee-bf5d-c81c175dfc93 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 945 time: 0.0515995 Dec 13 11:07:24.255838 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f54c25c5-1830-458d-9d22-c1ba463e7cbc req-d2441ffe-5183-48ad-b2ff-3404e84ec80e tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516291 Dec 13 11:07:25.231767 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456224cf-4ca4-46c9-8c2f-314f62f2bc61 req-43cf69d1-e835-4a14-a4b1-ab2d2e4d0bb2 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:25.233257 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-456224cf-4ca4-46c9-8c2f-314f62f2bc61 req-43cf69d1-e835-4a14-a4b1-ab2d2e4d0bb2 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 944 time: 0.0568330 Dec 13 11:07:25.283294 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-456224cf-4ca4-46c9-8c2f-314f62f2bc61 req-210eca58-253b-4f4c-9218-0b248b665aed tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433633 Dec 13 11:07:25.372636 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75e783-8eb6-465c-bcd6-0cbdd77723a1 req-9ec0f9dc-22b8-4232-b6e0-0d5d3b38557c tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:25.374311 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1d75e783-8eb6-465c-bcd6-0cbdd77723a1 req-9ec0f9dc-22b8-4232-b6e0-0d5d3b38557c tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 945 time: 0.0492857 Dec 13 11:07:25.425149 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1d75e783-8eb6-465c-bcd6-0cbdd77723a1 req-b129a663-542a-4440-8484-068d07ab2ce3 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417218 Dec 13 11:07:25.431001 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:07:26.061638 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c4dce7-0428-432a-9f8b-99d9cf61a818 req-f4849b62-021a-41ad-a854-408a2c4ec61e tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:26.063128 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-52c4dce7-0428-432a-9f8b-99d9cf61a818 req-f4849b62-021a-41ad-a854-408a2c4ec61e tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 945 time: 0.0524917 Dec 13 11:07:26.111436 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-52c4dce7-0428-432a-9f8b-99d9cf61a818 req-2f506c38-d73f-435d-869c-888d04b26d9e tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422924 Dec 13 11:07:26.402577 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520ea24-3de7-4b02-a3f3-fa8f23fa6dbe req-fa917f86-9a40-40ce-b13b-249ca6a10b4a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:26.404135 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7520ea24-3de7-4b02-a3f3-fa8f23fa6dbe req-fa917f86-9a40-40ce-b13b-249ca6a10b4a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 944 time: 0.0503242 Dec 13 11:07:26.457968 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7520ea24-3de7-4b02-a3f3-fa8f23fa6dbe req-30a619d9-091a-47a0-ad1e-43f7f50853d4 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450373 Dec 13 11:07:26.794168 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 3f90e959-e933-4046-8590-2092fa106d5a details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:07:26.907034 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 3f90e959-e933-4046-8590-2092fa106d5a, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3f90e959-e933-4046-8590-2092fa106d5a,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:26.918200 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '3f90e959-e933-4046-8590-2092fa106d5a', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'port_id': '3f90e959-e933-4046-8590-2092fa106d5a', 'mac_address': 'fa:16:3e:ec:5a:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:07:26.958952 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:26.974875 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f90e959-e933-4046-8590-2092fa106d5a {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:07:26.994683 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 3f90e959-e933-4046-8590-2092fa106d5a, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3f90e959-e933-4046-8590-2092fa106d5a,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:27.000852 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:27.049659 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=3f90e959-e933-4046-8590-2092fa106d5a,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:27.213061 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['3f90e959-e933-4046-8590-2092fa106d5a'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:07:27.234152 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c61125-08dc-4a43-aba7-fcf78aaeac30 req-7a9ae2e4-6c09-41f6-9e4b-2e9550bd335a tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:27.235694 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-60c61125-08dc-4a43-aba7-fcf78aaeac30 req-7a9ae2e4-6c09-41f6-9e4b-2e9550bd335a tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 945 time: 0.0539291 Dec 13 11:07:27.293028 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-60c61125-08dc-4a43-aba7-fcf78aaeac30 req-cce35883-cc7c-460e-a589-2ecb2f8563b3 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504010 Dec 13 11:07:27.339969 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-75c987cc-60b2-47d3-93bb-dd9f0d2dc8e5 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:27.341645 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-75c987cc-60b2-47d3-93bb-dd9f0d2dc8e5 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.39 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 945 time: 0.0641961 Dec 13 11:07:27.440265 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-7e114b1a-50df-478b-8c52-45ec56eae713 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Deleting port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:07:27.440856 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-7e114b1a-50df-478b-8c52-45ec56eae713 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:27.556784 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-7e114b1a-50df-478b-8c52-45ec56eae713 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] For port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,segment=NetworkSegment(54e42b5d-e237-4039-bdd1-630928b398bb),segment_id=54e42b5d-e237-4039-bdd1-630928b398bb)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:27.557226 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-7e114b1a-50df-478b-8c52-45ec56eae713 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:27.583884 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-7e114b1a-50df-478b-8c52-45ec56eae713 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Calling delete_port for e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba owned by compute:nova {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:07:27.644572 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9aa51-9088-4014-901e-0a24c24bd804 req-5c3be28a-e5f2-411a-b882-e93a2bf3ce56 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:27.646060 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0ca9aa51-9088-4014-901e-0a24c24bd804 req-5c3be28a-e5f2-411a-b882-e93a2bf3ce56 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 945 time: 0.1051598 Dec 13 11:07:27.724775 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0ca9aa51-9088-4014-901e-0a24c24bd804 req-bc34129d-2a98-4f40-8628-8071e561ad87 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717351 Dec 13 11:07:27.788150 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-7e114b1a-50df-478b-8c52-45ec56eae713 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:27.800143 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:07:27.821358 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e114b1a-50df-478b-8c52-45ec56eae713 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Pushing event deleted for resources: {'Port': ['ID=e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:27.863731 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-7e114b1a-50df-478b-8c52-45ec56eae713 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] No DVR routers for this DVR port e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba on host hv-cinder-80857 {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:07:27.866329 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-7e114b1a-50df-478b-8c52-45ec56eae713 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:27.869886 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2d399625-0840-48c5-92b5-63cc6ee1ebef req-7e114b1a-50df-478b-8c52-45ec56eae713 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.39 "DELETE /v2.0/ports/e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba HTTP/1.1" status: 204 len: 173 time: 0.5222614 Dec 13 11:07:27.870331 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5101e7bd-90ee-4ca3-b058-a5d2970eed0c', 'name': 'network-vif-deleted', 'tag': 'e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:07:27.873564 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd782324-1656-4443-ab9d-37e42497ff3b" -d '{"events": [{"server_uuid": "5101e7bd-90ee-4ca3-b058-a5d2970eed0c", "name": "network-vif-deleted", "tag": "e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:07:27.913726 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c9ef99-2e50-46d7-b4e6-ee2da87ebebf x-openstack-request-id: req-93c9ef99-2e50-46d7-b4e6-ee2da87ebebf {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:07:27.914055 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5101e7bd-90ee-4ca3-b058-a5d2970eed0c", "name": "network-vif-deleted", "tag": "e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:07:27.914265 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-93c9ef99-2e50-46d7-b4e6-ee2da87ebebf {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:07:27.914699 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5101e7bd-90ee-4ca3-b058-a5d2970eed0c', 'name': 'network-vif-deleted', 'tag': 'e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba', 'status': 'completed', 'code': 200} Dec 13 11:07:28.404392 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0ccf0ca0-f41c-472c-bb31-13b8209e1741 req-743442dd-8307-4d24-9bf2-f455be89623f tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=5101e7bd-90ee-4ca3-b058-a5d2970eed0c HTTP/1.1" status: 200 len: 210 time: 0.0269408 Dec 13 11:07:28.800498 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 3f90e959-e933-4046-8590-2092fa106d5a up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:07:28.853409 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41de13-7362-44ce-b66c-dc5b0140745d req-3365cb93-0ccd-4590-9046-2d51a1408c4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:28.854833 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 3f90e959-e933-4046-8590-2092fa106d5a completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:07:28.854962 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d41de13-7362-44ce-b66c-dc5b0140745d req-3365cb93-0ccd-4590-9046-2d51a1408c4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 945 time: 0.0522435 Dec 13 11:07:28.861234 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 3f90e959-e933-4046-8590-2092fa106d5a triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:07:28.861604 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:28.909864 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d41de13-7362-44ce-b66c-dc5b0140745d req-1aa3e238-85f7-46c0-808c-40efd41ce013 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482142 Dec 13 11:07:28.944547 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:28.969577 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f90e959-e933-4046-8590-2092fa106d5a'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:07:28.971847 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad988a3-69f1-4caf-9ec1-952bb78d53c3" -d '{"events": [{"server_uuid": "57a43cc3-ea9b-4cd8-b115-1ba7194633c0", "name": "network-vif-plugged", "status": "completed", "tag": "3f90e959-e933-4046-8590-2092fa106d5a"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:07:28.985561 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 3f90e959-e933-4046-8590-2092fa106d5a, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3f90e959-e933-4046-8590-2092fa106d5a,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:28.991230 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:28.992027 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:07:29.033124 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa839aa-8ea6-4517-8d00-5f52a7bdc056 x-openstack-request-id: req-4aa839aa-8ea6-4517-8d00-5f52a7bdc056 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:07:29.033419 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a43cc3-ea9b-4cd8-b115-1ba7194633c0", "name": "network-vif-plugged", "status": "completed", "tag": "3f90e959-e933-4046-8590-2092fa106d5a", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:07:29.033669 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-4aa839aa-8ea6-4517-8d00-5f52a7bdc056 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:07:29.034077 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f90e959-e933-4046-8590-2092fa106d5a', 'code': 200} Dec 13 11:07:29.038667 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:07:29.039026 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device e6f1f0df-4ef4-4ccd-8b5c-62813285b5ba not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:07:29.064360 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=3f90e959-e933-4046-8590-2092fa106d5a,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:29.263522 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e36462-078b-4bd2-8c29-20f17e486fad req-a15e3ab2-b6de-4bce-a525-73f8ecbe264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:29.265328 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f3e36462-078b-4bd2-8c29-20f17e486fad req-a15e3ab2-b6de-4bce-a525-73f8ecbe264c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 1099 time: 0.0461009 Dec 13 11:07:29.313008 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f3e36462-078b-4bd2-8c29-20f17e486fad req-88fb29e0-2dd9-4856-a8a7-8eb3538234fb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406640 Dec 13 11:07:29.749716 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-8b075dbe-e303-44fa-a8ca-3b131483a95b tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:29.751088 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-8b075dbe-e303-44fa-a8ca-3b131483a95b tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/networks?id=7d592e87-aa24-4770-bd31-46ce4d67618c HTTP/1.1" status: 200 len: 809 time: 0.1088891 Dec 13 11:07:29.766445 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-86df30b5-b0b8-4295-8480-ad0f71c40ab3 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/quotas/b6463d9b0a6840e8a18faa37784ff921 HTTP/1.1" status: 200 len: 375 time: 0.0095170 Dec 13 11:07:29.812197 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-b38c749f-d35b-438f-9880-a4b772a996f4 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=b6463d9b0a6840e8a18faa37784ff921&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404401 Dec 13 11:07:29.904656 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-895bb600-c0f0-4c2d-8192-8518ab6e392b service neutron] 10.222.0.43 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826144 Dec 13 11:07:30.020437 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-fc427bb2-8ecf-4d40-866e-7951ece635da service neutron] 10.222.0.43 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096358 Dec 13 11:07:30.038931 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c2b0aa-a05e-4226-a8af-b565915c4250 req-95c336f3-ba22-4d4e-b364-dd602ec3c340 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:30.040457 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-56c2b0aa-a05e-4226-a8af-b565915c4250 req-95c336f3-ba22-4d4e-b364-dd602ec3c340 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 946 time: 0.0609446 Dec 13 11:07:30.111269 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-56c2b0aa-a05e-4226-a8af-b565915c4250 req-1a1c6b5d-f722-4844-bcbb-a4f244f0801f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644908 Dec 13 11:07:30.212224 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a2d01ae0-10d8-434c-b96b-7ccdc216e6d3 req-24e3a87e-26a0-4b14-a082-6c5c7719153e tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 210 time: 0.0348752 Dec 13 11:07:31.173381 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-3e9562ae-370e-4c0b-b03f-856f4b32f132 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:31.174911 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-3e9562ae-370e-4c0b-b03f-856f4b32f132 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.39 "GET /v2.0/networks?id=7d592e87-aa24-4770-bd31-46ce4d67618c HTTP/1.1" status: 200 len: 809 time: 0.1124856 Dec 13 11:07:31.209401 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Request body: {'port': {'device_id': '4d1a2b09-fa7b-436c-bd5f-1d1746f8671d', 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c', 'admin_state_up': True, 'tenant_id': 'b6463d9b0a6840e8a18faa37784ff921'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:07:31.293099 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e1b58b-ec28-4e76-9e9f-27bb2e5fa1ed req-4b8182e1-38d5-4404-bdf1-fd5807c0c645 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:31.294893 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f7e1b58b-ec28-4e76-9e9f-27bb2e5fa1ed req-4b8182e1-38d5-4404-bdf1-fd5807c0c645 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 946 time: 0.1150906 Dec 13 11:07:31.347634 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-214cc0e3-2cd9-45d1-8442-10bd560544b9 req-c360ddd4-2a7d-4704-a56f-86d104f87412 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 210 time: 0.0518925 Dec 13 11:07:31.399783 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f7e1b58b-ec28-4e76-9e9f-27bb2e5fa1ed req-1d042d62-bac2-411d-a371-5fde2d409ced tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794117 Dec 13 11:07:31.411257 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Made reservation on behalf of b6463d9b0a6840e8a18faa37784ff921 for: {'port': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:07:31.414938 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:31.577697 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a9adc-b102-417a-9fc5-049f5d64ea9a req-d6a06409-eec3-43eb-b9b2-e501736ef633 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:31.579216 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-471a9adc-b102-417a-9fc5-049f5d64ea9a req-d6a06409-eec3-43eb-b9b2-e501736ef633 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 946 time: 0.1078544 Dec 13 11:07:31.597485 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Allocated IP 172.20.0.14 (7d592e87-aa24-4770-bd31-46ce4d67618c/eee5d2dd-e509-4a23-a65d-2075f55bcccc/18b65992-181d-4fcf-9af2-c0819cec8281) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:07:31.661412 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-471a9adc-b102-417a-9fc5-049f5d64ea9a req-bddae190-e2f9-49e0-aaf9-0b53320e2289 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735171 Dec 13 11:07:31.683971 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48438) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:31.776202 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:31.816246 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:31.862817 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Network 7d592e87-aa24-4770-bd31-46ce4d67618c is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:07:31.866142 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:07:31.870018 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:07:31.875990 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59179c77-e952-4b8f-94d0-45bebf4eeae1 tempest-TestVolumeBootPattern-393824961 tempest-TestVolumeBootPattern-393824961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:31.877559 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-59179c77-e952-4b8f-94d0-45bebf4eeae1 tempest-TestVolumeBootPattern-393824961 tempest-TestVolumeBootPattern-393824961-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 1094 time: 0.1924865 Dec 13 11:07:31.880456 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48442) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:31.884718 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'floatingip': {'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'port_id': '3f90e959-e933-4046-8590-2092fa106d5a', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:07:31.899499 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Pushing event updated for resources: {'Port': ['ID=18b65992-181d-4fcf-9af2-c0819cec8281,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:31.908323 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:31.927419 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:31.927951 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:31.943793 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-75bf4904-a264-4a44-975e-2b36ab108531 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7534382 Dec 13 11:07:31.956961 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Request body: {'port': {'device_id': '4d1a2b09-fa7b-436c-bd5f-1d1746f8671d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:07:32.006027 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.012844 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.113262 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Allocated IP 172.27.2.78 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/c9317962-3356-45a4-b9f9-612ef7c6e78e) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:07:32.220920 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.259274 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.286027 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18b65992-181d-4fcf-9af2-c0819cec8281 {{(pid=102441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:07:32.293574 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.305748 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.provisioning_blocks [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Transition to ACTIVE for port object 18b65992-181d-4fcf-9af2-c0819cec8281 will not be triggered until provisioned by entity L2. {{(pid=102441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:07:32.305952 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:07:32.310398 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.312537 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:07:32.315010 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:07:32.318112 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'Port': ['ID=c9317962-3356-45a4-b9f9-612ef7c6e78e,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:32.362921 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=18b65992-181d-4fcf-9af2-c0819cec8281,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:32.473687 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Attempting to bind port 18b65992-181d-4fcf-9af2-c0819cec8281 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:07:32.474018 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Attempting to bind port 18b65992-181d-4fcf-9af2-c0819cec8281 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '54e42b5d-e237-4039-bdd1-630928b398bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c'}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:07:32.474292 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Attempting to bind port 18b65992-181d-4fcf-9af2-c0819cec8281 on network 7d592e87-aa24-4770-bd31-46ce4d67618c {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:07:32.484007 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Port 18b65992-181d-4fcf-9af2-c0819cec8281 on network 7d592e87-aa24-4770-bd31-46ce4d67618c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:07:32.484339 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Attempting to bind port 18b65992-181d-4fcf-9af2-c0819cec8281 on network 7d592e87-aa24-4770-bd31-46ce4d67618c {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:07:32.496006 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9053b16-14b4-478b-9c78-e57e5a7a8209 req-66c6fc38-45ac-430e-9c4f-ea7727b7dbbf tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:32.498018 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d9053b16-14b4-478b-9c78-e57e5a7a8209 req-66c6fc38-45ac-430e-9c4f-ea7727b7dbbf tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 944 time: 0.0746655 Dec 13 11:07:32.501009 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 7, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:07:32.501354 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Checking segment: {'id': '54e42b5d-e237-4039-bdd1-630928b398bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:07:32.501908 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Bound using segment: {'id': '54e42b5d-e237-4039-bdd1-630928b398bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c'} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:07:32.502720 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Bound port: 18b65992-181d-4fcf-9af2-c0819cec8281, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e42b5d-e237-4039-bdd1-630928b398bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 270, 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c'}}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:07:32.503327 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.605489 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d9053b16-14b4-478b-9c78-e57e5a7a8209 req-6d192bbd-2c9d-404b-921b-eb4825befd52 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903049 Dec 13 11:07:32.616926 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] For port 18b65992-181d-4fcf-9af2-c0819cec8281, host hv-cinder-80857, cleared binding levels {{(pid=102441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:07:32.621429 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] For port 18b65992-181d-4fcf-9af2-c0819cec8281, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=18b65992-181d-4fcf-9af2-c0819cec8281,segment=NetworkSegment(54e42b5d-e237-4039-bdd1-630928b398bb),segment_id=54e42b5d-e237-4039-bdd1-630928b398bb)] {{(pid=102441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:07:32.627229 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.699347 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48452) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:32.732275 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.814318 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.848146 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-446f08b7-636c-4095-a1b9-31f14e458b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.924779 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:32.924898 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:32.926553 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] 10.222.0.39 "PUT /v2.0/ports/18b65992-181d-4fcf-9af2-c0819cec8281 HTTP/1.1" status: 200 len: 1094 time: 0.9737225 Dec 13 11:07:32.929008 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1a2b09-fa7b-436c-bd5f-1d1746f8671d', 'tag': '18b65992-181d-4fcf-9af2-c0819cec8281'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:07:32.931802 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4686a039-3662-4780-ab25-fb97f5d6c7f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1a2b09-fa7b-436c-bd5f-1d1746f8671d", "tag": "18b65992-181d-4fcf-9af2-c0819cec8281"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:07:32.960549 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd24a2d-c9d7-4b61-9568-c200140e44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=18b65992-181d-4fcf-9af2-c0819cec8281,revision_number=3']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:32.979478 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2c58063-ed7b-4336-b80f-347d27b27729 x-openstack-request-id: req-e2c58063-ed7b-4336-b80f-347d27b27729 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:07:32.979762 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1a2b09-fa7b-436c-bd5f-1d1746f8671d", "tag": "18b65992-181d-4fcf-9af2-c0819cec8281", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:07:32.980052 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e2c58063-ed7b-4336-b80f-347d27b27729 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:07:32.981083 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1a2b09-fa7b-436c-bd5f-1d1746f8671d', 'tag': '18b65992-181d-4fcf-9af2-c0819cec8281', 'status': 'completed', 'code': 200} Dec 13 11:07:33.023589 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-446f08b7-636c-4095-a1b9-31f14e458b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.029955 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-d2c80cf2-f321-4f9d-997d-4c344e8540e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:33.031522 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-d2c80cf2-f321-4f9d-997d-4c344e8540e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6463d9b0a6840e8a18faa37784ff921&device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 1097 time: 0.0438964 Dec 13 11:07:33.032544 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-446f08b7-636c-4095-a1b9-31f14e458b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.045952 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.062101 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.074685 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-fe5dd28b-6570-4388-bd54-872603e55a1e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18b65992-181d-4fcf-9af2-c0819cec8281 HTTP/1.1" status: 200 len: 217 time: 0.0338690 Dec 13 11:07:33.102572 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446f08b7-636c-4095-a1b9-31f14e458b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfb26b8-7880-46c1-a890-3c2cbef18444,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:33.120954 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-446f08b7-636c-4095-a1b9-31f14e458b9e admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=158d178b888b4fd5b8a47fac90aadc42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178910 Dec 13 11:07:33.121601 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48458) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:33.132318 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-78315360-7a9f-408e-b4cc-67b739b155fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:33.133792 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-78315360-7a9f-408e-b4cc-67b739b155fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eee5d2dd-e509-4a23-a65d-2075f55bcccc HTTP/1.1" status: 200 len: 849 time: 0.0519400 Dec 13 11:07:33.166353 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-ca9e2003-02d3-4e14-bb10-bd9dbb4057e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d592e87-aa24-4770-bd31-46ce4d67618c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250444 Dec 13 11:07:33.170636 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'Port': ['ID=c9317962-3356-45a4-b9f9-612ef7c6e78e,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:33.195222 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.245820 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ab72a987-c4f6-4978-b11d-a3d27553759a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.255131 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-90154d62-14f6-4076-8f62-e2005fdd350f service neutron] 10.222.0.39 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816009 Dec 13 11:07:33.304438 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ab72a987-c4f6-4978-b11d-a3d27553759a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.340554 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.l3_db [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Floating IP a8cde096-4aca-4a98-bc5a-5ca020cd99ea associated. External IP: 172.27.2.78, port: 3f90e959-e933-4046-8590-2092fa106d5a. Dec 13 11:07:33.351127 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6d470a73-c2d1-4c03-8b0b-ffbf3bd9a2cb req-4609cc6b-de66-457a-870b-2abe28876266 service neutron] 10.222.0.39 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893435 Dec 13 11:07:33.395770 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ab72a987-c4f6-4978-b11d-a3d27553759a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.398328 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-ab72a987-c4f6-4978-b11d-a3d27553759a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.399518 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-ab72a987-c4f6-4978-b11d-a3d27553759a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/edfb26b8-7880-46c1-a890-3c2cbef18444 HTTP/1.1" status: 204 len: 168 time: 0.2752149 Dec 13 11:07:33.439884 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab72a987-c4f6-4978-b11d-a3d27553759a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfb26b8-7880-46c1-a890-3c2cbef18444,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:33.447790 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a039-3662-4780-ab25-fb97f5d6c7f1 req-7247fcb2-7c11-4efa-a1c4-980a31f438e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:33.449908 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4686a039-3662-4780-ab25-fb97f5d6c7f1 req-7247fcb2-7c11-4efa-a1c4-980a31f438e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6463d9b0a6840e8a18faa37784ff921&device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 1097 time: 0.0459991 Dec 13 11:07:33.558416 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a039-3662-4780-ab25-fb97f5d6c7f1 req-869c56c6-ee54-454a-af80-781cf3c03594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:33.559911 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4686a039-3662-4780-ab25-fb97f5d6c7f1 req-869c56c6-ee54-454a-af80-781cf3c03594 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7d592e87-aa24-4770-bd31-46ce4d67618c HTTP/1.1" status: 200 len: 910 time: 0.1022182 Dec 13 11:07:33.580724 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Router 0bb54880-7089-4995-a3a5-69b1035597e5 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:07:33.603926 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4686a039-3662-4780-ab25-fb97f5d6c7f1 req-a208d1f6-115f-4f4b-a2dc-0f69cec684c1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=18b65992-181d-4fcf-9af2-c0819cec8281 HTTP/1.1" status: 200 len: 217 time: 0.0366786 Dec 13 11:07:33.663348 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686a039-3662-4780-ab25-fb97f5d6c7f1 req-526e37ed-ca27-4ee4-bef2-13b5f9ab27da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:33.665159 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4686a039-3662-4780-ab25-fb97f5d6c7f1 req-526e37ed-ca27-4ee4-bef2-13b5f9ab27da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eee5d2dd-e509-4a23-a65d-2075f55bcccc HTTP/1.1" status: 200 len: 849 time: 0.0531111 Dec 13 11:07:33.701966 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:07:33.713281 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4686a039-3662-4780-ab25-fb97f5d6c7f1 req-7f679b46-99e8-43bb-be9c-31f7682df82a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7d592e87-aa24-4770-bd31-46ce4d67618c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390797 Dec 13 11:07:33.713564 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48466) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:33.714241 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] Sync routers for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:07:33.729358 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:07:33.729978 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:07:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:07:33.734834 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.737049 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f1fb-fa07-4e21-bc31-1c83375de232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.779175 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4a0f9470-1491-47d2-935d-f21d7f3f6b49 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8975539 Dec 13 11:07:33.796258 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'tag': '3f90e959-e933-4046-8590-2092fa106d5a'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:07:33.798838 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953" -d '{"events": [{"name": "network-changed", "server_uuid": "57a43cc3-ea9b-4cd8-b115-1ba7194633c0", "tag": "3f90e959-e933-4046-8590-2092fa106d5a"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:07:33.822383 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b3f29-9055-4744-8dbb-b78fddac5f07 req-047efd8a-c268-466f-b18b-274455279a3d tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:33.830704 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dc3b3f29-9055-4744-8dbb-b78fddac5f07 req-047efd8a-c268-466f-b18b-274455279a3d tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 944 time: 0.1273804 Dec 13 11:07:33.845356 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b37f41-8469-402c-bc18-4b1948e1bff2 x-openstack-request-id: req-40b37f41-8469-402c-bc18-4b1948e1bff2 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:07:33.846245 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a43cc3-ea9b-4cd8-b115-1ba7194633c0", "tag": "3f90e959-e933-4046-8590-2092fa106d5a", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:07:33.846245 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-40b37f41-8469-402c-bc18-4b1948e1bff2 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:07:33.846490 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'tag': '3f90e959-e933-4046-8590-2092fa106d5a', 'status': 'completed', 'code': 200} Dec 13 11:07:33.855009 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:07:33.870714 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f1fb-fa07-4e21-bc31-1c83375de232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.881563 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-2ee2f1fb-fa07-4e21-bc31-1c83375de232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:33.902165 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4686a039-3662-4780-ab25-fb97f5d6c7f1 req-bd6b9025-80d4-4c0e-b7bb-1e82646714ab service neutron] 10.222.0.39 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794150 Dec 13 11:07:33.911035 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dc3b3f29-9055-4744-8dbb-b78fddac5f07 req-a1af77b9-229e-47fa-a704-213c49b4ac86 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790784 Dec 13 11:07:33.942041 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-2ee2f1fb-fa07-4e21-bc31-1c83375de232 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=a773d3e07bee461a8d7789b31717501e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251208 Dec 13 11:07:33.943031 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 48472) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:33.943180 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2f1fb-fa07-4e21-bc31-1c83375de232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271fb57e-9c4d-4460-8528-a08fa215cc15,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:33.954696 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-a0aa93a9-824d-4695-98ff-0cfa99c3d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:33.956336 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-a0aa93a9-824d-4695-98ff-0cfa99c3d0db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 1099 time: 0.0877821 Dec 13 11:07:34.041488 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1fd9816d-edb3-4d83-9a03-3f04b5597ea7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:34.070634 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1fd9816d-edb3-4d83-9a03-3f04b5597ea7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:34.073958 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4686a039-3662-4780-ab25-fb97f5d6c7f1 req-59a16a19-6080-4d23-bbca-32715e549637 service neutron] 10.222.0.39 "GET /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611786 Dec 13 11:07:34.113000 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': 'a8cde096-4aca-4a98-bc5a-5ca020cd99ea', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3f90e959-e933-4046-8590-2092fa106d5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:ec:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:07:32Z', 'updated_at': '2021-12-13T11:07:32Z', 'revision_number': 0, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:07:34.135597 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1fd9816d-edb3-4d83-9a03-3f04b5597ea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:34.138711 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1fd9816d-edb3-4d83-9a03-3f04b5597ea7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:34.142325 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-1fd9816d-edb3-4d83-9a03-3f04b5597ea7 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/271fb57e-9c4d-4460-8528-a08fa215cc15 HTTP/1.1" status: 204 len: 168 time: 0.1966004 Dec 13 11:07:34.149780 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] Checking router: 0bb54880-7089-4995-a3a5-69b1035597e5 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:07:34.158747 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd9816d-edb3-4d83-9a03-3f04b5597ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271fb57e-9c4d-4460-8528-a08fa215cc15,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:34.159806 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:07:34.160437 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:07:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:07:34.288517 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:07:34.345541 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-09038246-5959-4685-8208-f21de134a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:34.347074 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-09038246-5959-4685-8208-f21de134a02e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.3826401 Dec 13 11:07:34.418682 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-71d762a9-23c9-4ac0-8c5d-fd3ce7018c5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f90e959-e933-4046-8590-2092fa106d5a HTTP/1.1" status: 200 len: 999 time: 0.0641444 Dec 13 11:07:34.475138 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-2f3a0c95-7f78-4f3f-aead-dac794120f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:34.476621 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-2f3a0c95-7f78-4f3f-aead-dac794120f7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0509331 Dec 13 11:07:34.526697 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-0c2bf959-f4ec-40d5-86d8-c86ef28f81eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:34.528315 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-0c2bf959-f4ec-40d5-86d8-c86ef28f81eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442841 Dec 13 11:07:34.618571 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-0213f53b-dd7b-4da8-87dc-1c750c84f70a service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831480 Dec 13 11:07:34.668311 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': 'a8cde096-4aca-4a98-bc5a-5ca020cd99ea', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3f90e959-e933-4046-8590-2092fa106d5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:ec:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:07:32Z', 'updated_at': '2021-12-13T11:07:32Z', 'revision_number': 0, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:07:34.701000 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8e6e7-00e2-48db-b81c-e849956d4397 None None] The sync data for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi is: [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': 'a8cde096-4aca-4a98-bc5a-5ca020cd99ea', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.78', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3f90e959-e933-4046-8590-2092fa106d5a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:ec:5a:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:07:32Z', 'updated_at': '2021-12-13T11:07:32Z', 'revision_number': 0, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:07:34.728260 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-70a33ac1-9cc7-45f0-bcd8-7692b8cd8953 req-0edade8b-9fbd-42e2-9f53-00c4005521c0 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026843 Dec 13 11:07:34.828930 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 18b65992-181d-4fcf-9af2-c0819cec8281 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:07:34.907539 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f206bcd-28c0-4077-a1bf-80da7359979f None None] New status for floating IP a8cde096-4aca-4a98-bc5a-5ca020cd99ea: ACTIVE {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:07:34.933681 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 18b65992-181d-4fcf-9af2-c0819cec8281, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=18b65992-181d-4fcf-9af2-c0819cec8281,segment=NetworkSegment(54e42b5d-e237-4039-bdd1-630928b398bb),segment_id=54e42b5d-e237-4039-bdd1-630928b398bb)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:34.947724 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '18b65992-181d-4fcf-9af2-c0819cec8281', 'network_id': '7d592e87-aa24-4770-bd31-46ce4d67618c', 'port_id': '18b65992-181d-4fcf-9af2-c0819cec8281', 'mac_address': 'fa:16:3e:c9:d5:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eee5d2dd-e509-4a23-a65d-2075f55bcccc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:07:34.992323 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:35.010493 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18b65992-181d-4fcf-9af2-c0819cec8281 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:07:35.033122 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 18b65992-181d-4fcf-9af2-c0819cec8281, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=18b65992-181d-4fcf-9af2-c0819cec8281,segment=NetworkSegment(54e42b5d-e237-4039-bdd1-630928b398bb),segment_id=54e42b5d-e237-4039-bdd1-630928b398bb)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:35.038749 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:35.050779 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaacfda-a178-4e12-8030-782979a757f7 req-6d7f6d8c-6a75-48b7-a580-55f54991dbfc tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:35.058819 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cdaacfda-a178-4e12-8030-782979a757f7 req-6d7f6d8c-6a75-48b7-a580-55f54991dbfc tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 944 time: 0.0669203 Dec 13 11:07:35.104229 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=18b65992-181d-4fcf-9af2-c0819cec8281,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:35.120572 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cdaacfda-a178-4e12-8030-782979a757f7 req-c29a1c0d-ed5b-4642-985e-0c2d48073cbb tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600228 Dec 13 11:07:35.240278 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['18b65992-181d-4fcf-9af2-c0819cec8281'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:07:36.234542 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348de73-bacc-4afd-b785-d071b9a4412b req-04dde69b-474c-46cf-b32b-1bc0d7414e64 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:36.236182 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e348de73-bacc-4afd-b785-d071b9a4412b req-04dde69b-474c-46cf-b32b-1bc0d7414e64 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 945 time: 0.0531039 Dec 13 11:07:36.290042 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e348de73-bacc-4afd-b785-d071b9a4412b req-adefcd8f-990c-4189-a42a-c37942407bb8 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472376 Dec 13 11:07:36.844895 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 18b65992-181d-4fcf-9af2-c0819cec8281 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:07:36.898466 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 18b65992-181d-4fcf-9af2-c0819cec8281 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:07:36.902656 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 18b65992-181d-4fcf-9af2-c0819cec8281 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:07:36.903023 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:36.980350 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:37.006735 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1a2b09-fa7b-436c-bd5f-1d1746f8671d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b65992-181d-4fcf-9af2-c0819cec8281'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:07:37.008977 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17847693-791f-417a-bc15-a94b73f5aa6c" -d '{"events": [{"server_uuid": "4d1a2b09-fa7b-436c-bd5f-1d1746f8671d", "name": "network-vif-plugged", "status": "completed", "tag": "18b65992-181d-4fcf-9af2-c0819cec8281"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:07:37.021469 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 18b65992-181d-4fcf-9af2-c0819cec8281, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=18b65992-181d-4fcf-9af2-c0819cec8281,segment=NetworkSegment(54e42b5d-e237-4039-bdd1-630928b398bb),segment_id=54e42b5d-e237-4039-bdd1-630928b398bb)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:37.027325 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:37.050911 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa474b55-f207-4126-9e8c-4b3d5b9b5946 x-openstack-request-id: req-fa474b55-f207-4126-9e8c-4b3d5b9b5946 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:07:37.051197 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1a2b09-fa7b-436c-bd5f-1d1746f8671d", "name": "network-vif-plugged", "status": "completed", "tag": "18b65992-181d-4fcf-9af2-c0819cec8281", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:07:37.051486 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-fa474b55-f207-4126-9e8c-4b3d5b9b5946 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:07:37.051807 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1a2b09-fa7b-436c-bd5f-1d1746f8671d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18b65992-181d-4fcf-9af2-c0819cec8281', 'code': 200} Dec 13 11:07:37.079383 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=18b65992-181d-4fcf-9af2-c0819cec8281,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:37.229841 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db04dd2b-07e8-4869-b0a5-4def9b9fcd77 req-7b4f926b-3264-44e9-9594-2f528241453f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:37.231354 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-db04dd2b-07e8-4869-b0a5-4def9b9fcd77 req-7b4f926b-3264-44e9-9594-2f528241453f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 1099 time: 0.0437777 Dec 13 11:07:37.280292 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-db04dd2b-07e8-4869-b0a5-4def9b9fcd77 req-03e6b4a7-c738-42b6-8d22-668fa64dfa4f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412049 Dec 13 11:07:37.416655 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3d9cc3-a0d6-4474-b9e7-a2801225f64d req-988b093f-732b-42a3-93a5-b786ad9a4d33 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:37.418181 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8e3d9cc3-a0d6-4474-b9e7-a2801225f64d req-988b093f-732b-42a3-93a5-b786ad9a4d33 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 946 time: 0.0571783 Dec 13 11:07:37.474841 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8e3d9cc3-a0d6-4474-b9e7-a2801225f64d req-6c20ec5a-18b3-4d6b-a5e6-1e33e618ed90 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502582 Dec 13 11:07:38.596573 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b5ef4-6cf2-4e0a-a639-d33c3a89b365 req-bb39ba0d-2e1f-4841-8f22-bcaca0ac382f tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:38.597970 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b60b5ef4-6cf2-4e0a-a639-d33c3a89b365 req-bb39ba0d-2e1f-4841-8f22-bcaca0ac382f tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 946 time: 0.0512931 Dec 13 11:07:38.650216 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b60b5ef4-6cf2-4e0a-a639-d33c3a89b365 req-6641777a-d0ae-4a24-8d9d-db58c9ca8136 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434866 Dec 13 11:07:39.402073 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d8bfb-e3b0-4502-a558-3d79e1dd3ed9 req-ad84299f-2cd6-4358-aec0-b22e55406d34 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:39.404115 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1e5d8bfb-e3b0-4502-a558-3d79e1dd3ed9 req-ad84299f-2cd6-4358-aec0-b22e55406d34 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 946 time: 0.0570335 Dec 13 11:07:39.456486 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1e5d8bfb-e3b0-4502-a558-3d79e1dd3ed9 req-2862d946-4d5a-4f99-9a97-21d738a7d66a tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463192 Dec 13 11:07:40.299965 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:40.589398 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff6cc15-7aa8-4b1d-ac20-b41fd82c7a43 req-7362dc8e-92ec-4854-97d2-64856e0689b9 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:40.590809 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-aff6cc15-7aa8-4b1d-ac20-b41fd82c7a43 req-7362dc8e-92ec-4854-97d2-64856e0689b9 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 946 time: 0.0526311 Dec 13 11:07:40.640871 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-aff6cc15-7aa8-4b1d-ac20-b41fd82c7a43 req-96deeec3-ac63-4b3c-a96e-524b3f118c11 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/security-groups?id=76810d2c-6116-4521-81aa-e29f991b1a05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438631 Dec 13 11:07:40.805320 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ba2e5-3348-4bff-990f-89929bafd12b req-4dc634bd-3da7-4c6d-be4e-894d0eb4d7ff tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:40.806811 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-000ba2e5-3348-4bff-990f-89929bafd12b req-4dc634bd-3da7-4c6d-be4e-894d0eb4d7ff tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 946 time: 0.0562391 Dec 13 11:07:40.904141 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-000ba2e5-3348-4bff-990f-89929bafd12b req-cde3366d-dc02-40c6-becb-67c2d2b6c891 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Deleting port 18b65992-181d-4fcf-9af2-c0819cec8281 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:07:40.904428 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-000ba2e5-3348-4bff-990f-89929bafd12b req-cde3366d-dc02-40c6-becb-67c2d2b6c891 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:40.997771 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-000ba2e5-3348-4bff-990f-89929bafd12b req-cde3366d-dc02-40c6-becb-67c2d2b6c891 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] For port 18b65992-181d-4fcf-9af2-c0819cec8281, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=18b65992-181d-4fcf-9af2-c0819cec8281,segment=NetworkSegment(54e42b5d-e237-4039-bdd1-630928b398bb),segment_id=54e42b5d-e237-4039-bdd1-630928b398bb)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:07:40.998128 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-000ba2e5-3348-4bff-990f-89929bafd12b req-cde3366d-dc02-40c6-becb-67c2d2b6c891 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:41.010197 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-000ba2e5-3348-4bff-990f-89929bafd12b req-cde3366d-dc02-40c6-becb-67c2d2b6c891 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Calling delete_port for 18b65992-181d-4fcf-9af2-c0819cec8281 owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:07:41.139494 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-000ba2e5-3348-4bff-990f-89929bafd12b req-cde3366d-dc02-40c6-becb-67c2d2b6c891 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:41.173757 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3366d-dc02-40c6-becb-67c2d2b6c891 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Pushing event deleted for resources: {'Port': ['ID=18b65992-181d-4fcf-9af2-c0819cec8281,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:41.217313 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-000ba2e5-3348-4bff-990f-89929bafd12b req-cde3366d-dc02-40c6-becb-67c2d2b6c891 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] No DVR routers for this DVR port 18b65992-181d-4fcf-9af2-c0819cec8281 on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:07:41.220141 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-000ba2e5-3348-4bff-990f-89929bafd12b req-cde3366d-dc02-40c6-becb-67c2d2b6c891 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:41.223583 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-000ba2e5-3348-4bff-990f-89929bafd12b req-cde3366d-dc02-40c6-becb-67c2d2b6c891 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.39 "DELETE /v2.0/ports/18b65992-181d-4fcf-9af2-c0819cec8281 HTTP/1.1" status: 204 len: 173 time: 0.4096148 Dec 13 11:07:41.224014 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1a2b09-fa7b-436c-bd5f-1d1746f8671d', 'name': 'network-vif-deleted', 'tag': '18b65992-181d-4fcf-9af2-c0819cec8281'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:07:41.226272 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5913643c-e784-4101-a612-89353c5b617d" -d '{"events": [{"server_uuid": "4d1a2b09-fa7b-436c-bd5f-1d1746f8671d", "name": "network-vif-deleted", "tag": "18b65992-181d-4fcf-9af2-c0819cec8281"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:07:41.265409 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:07:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86831c5f-b7fb-4072-8b51-6adc54812dae x-openstack-request-id: req-86831c5f-b7fb-4072-8b51-6adc54812dae {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:07:41.265699 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1a2b09-fa7b-436c-bd5f-1d1746f8671d", "name": "network-vif-deleted", "tag": "18b65992-181d-4fcf-9af2-c0819cec8281", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:07:41.265944 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-86831c5f-b7fb-4072-8b51-6adc54812dae {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:07:41.266342 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1a2b09-fa7b-436c-bd5f-1d1746f8671d', 'name': 'network-vif-deleted', 'tag': '18b65992-181d-4fcf-9af2-c0819cec8281', 'status': 'completed', 'code': 200} Dec 13 11:07:41.751181 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-83e238e7-76fc-4e32-9db8-dd15ffe60848 req-146575ff-52ea-418d-9b90-156e2f672255 tempest-VolumesActionsTest-1741993417 tempest-VolumesActionsTest-1741993417-project] 10.222.0.43 "GET /v2.0/ports?device_id=4d1a2b09-fa7b-436c-bd5f-1d1746f8671d HTTP/1.1" status: 200 len: 210 time: 0.0259898 Dec 13 11:07:42.078919 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-f910b78a-8d38-47cd-a4a7-2fb655435b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:42.891586 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 18b65992-181d-4fcf-9af2-c0819cec8281 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:07:42.915769 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 18b65992-181d-4fcf-9af2-c0819cec8281 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:07:42.916110 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 18b65992-181d-4fcf-9af2-c0819cec8281 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:07:44.386998 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8d34b6cf-8c11-462d-adcb-cbd6f0024eff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:45.664590 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:47.015561 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:48.047815 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:48.636312 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-b4c6b97c-4bbf-4b3f-8bb1-facbe7c6ae26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438066 Dec 13 11:07:48.727301 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-b23d40e5-23db-4404-a984-a5c44998d338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:48.728751 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-b23d40e5-23db-4404-a984-a5c44998d338 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 1099 time: 0.0446243 Dec 13 11:07:48.845140 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-25df3916-4c14-4d06-b7e6-7f17eee94588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:48.846812 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-25df3916-4c14-4d06-b7e6-7f17eee94588 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.0960710 Dec 13 11:07:48.916562 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-62c1421e-4e57-4e6e-943f-3ab195a6196b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f90e959-e933-4046-8590-2092fa106d5a HTTP/1.1" status: 200 len: 1001 time: 0.0602844 Dec 13 11:07:48.971936 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-2fa11ada-6d41-4954-998c-eeaec7f7e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:48.973394 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-2fa11ada-6d41-4954-998c-eeaec7f7e1f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0494328 Dec 13 11:07:49.024962 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-c003a71d-8bdc-44e1-b16f-6995cdedc465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:07:49.026841 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-c003a71d-8bdc-44e1-b16f-6995cdedc465 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0434976 Dec 13 11:07:49.122440 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-56b7ad74-e1bd-45ba-a7cf-f3f2f13a7981 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878742 Dec 13 11:07:49.229712 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-79737c0d-e9b0-4e2c-b0cf-e56da10938bb req-d09b32e1-1713-4454-8119-b21dc7d1a83d service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964823 Dec 13 11:07:56.135343 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 48772) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:56.257501 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-218c7136-fb76-4bf4-9349-837416be0070 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:56.342410 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-218c7136-fb76-4bf4-9349-837416be0070 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:56.348911 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-218c7136-fb76-4bf4-9349-837416be0070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:56.379501 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-218c7136-fb76-4bf4-9349-837416be0070 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b56ec1bc93b341c2a1e603746cb1a9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2424393 Dec 13 11:07:56.382550 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48776) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:56.404893 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c7136-fb76-4bf4-9349-837416be0070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead0c312-12ff-4bf6-a3e0-ca442e8f70da,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:56.443088 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-363a5f2b-7f50-47ea-9857-3d196d19e66a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:56.465535 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-363a5f2b-7f50-47ea-9857-3d196d19e66a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:56.520418 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-363a5f2b-7f50-47ea-9857-3d196d19e66a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:56.523239 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-363a5f2b-7f50-47ea-9857-3d196d19e66a admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:56.527483 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-363a5f2b-7f50-47ea-9857-3d196d19e66a admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/ead0c312-12ff-4bf6-a3e0-ca442e8f70da HTTP/1.1" status: 204 len: 168 time: 0.1410980 Dec 13 11:07:56.534406 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363a5f2b-7f50-47ea-9857-3d196d19e66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead0c312-12ff-4bf6-a3e0-ca442e8f70da,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:57.667880 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48822) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:57.784883 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-25b3eac6-d87b-4304-9ac3-d313bbf8edaf admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:57.869824 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-25b3eac6-d87b-4304-9ac3-d313bbf8edaf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:57.874487 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-25b3eac6-d87b-4304-9ac3-d313bbf8edaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:57.914040 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-25b3eac6-d87b-4304-9ac3-d313bbf8edaf admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=e2d69cf1739d49e483e317a4e32cb976&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2443838 Dec 13 11:07:57.915085 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b3eac6-d87b-4304-9ac3-d313bbf8edaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f676b305-51f5-49eb-bef0-6e7da46240d5,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:07:57.916659 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 48826) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:07:57.972455 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a7486e1b-6981-4410-8c41-44ecaef97f71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:57.995736 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a7486e1b-6981-4410-8c41-44ecaef97f71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:58.046086 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a7486e1b-6981-4410-8c41-44ecaef97f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:58.049123 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a7486e1b-6981-4410-8c41-44ecaef97f71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:07:58.050605 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-a7486e1b-6981-4410-8c41-44ecaef97f71 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f676b305-51f5-49eb-bef0-6e7da46240d5 HTTP/1.1" status: 204 len: 168 time: 0.1321878 Dec 13 11:07:58.059292 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7486e1b-6981-4410-8c41-44ecaef97f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f676b305-51f5-49eb-bef0-6e7da46240d5,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:02.231395 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 48912) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:02.373572 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b8858b07-b898-48c1-94d7-ff7ac00d76e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:02.431229 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:08:02.472530 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b8858b07-b898-48c1-94d7-ff7ac00d76e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:02.477911 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b8858b07-b898-48c1-94d7-ff7ac00d76e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:02.520937 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b8858b07-b898-48c1-94d7-ff7ac00d76e3 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=12077791213140eaaf2251efe446cd5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876914 Dec 13 11:08:02.522392 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8858b07-b898-48c1-94d7-ff7ac00d76e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89b7e0e-cc4a-4c3c-b0ed-ed22cd1ee469,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:02.522850 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 48916) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:02.574029 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2b762fd5-1927-4caa-b86d-4333cd2d9952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:02.596731 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2b762fd5-1927-4caa-b86d-4333cd2d9952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:02.659753 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2b762fd5-1927-4caa-b86d-4333cd2d9952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:02.664455 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2b762fd5-1927-4caa-b86d-4333cd2d9952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:02.666057 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-2b762fd5-1927-4caa-b86d-4333cd2d9952 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/a89b7e0e-cc4a-4c3c-b0ed-ed22cd1ee469 HTTP/1.1" status: 204 len: 168 time: 0.1416118 Dec 13 11:08:02.676052 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b762fd5-1927-4caa-b86d-4333cd2d9952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89b7e0e-cc4a-4c3c-b0ed-ed22cd1ee469,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:05.030029 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-abc43e9f-56f4-42b6-bad9-d80c7acd14ad tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/networks?tenant_id=980983d4a5b747d68c02b150c2a2700b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316956 Dec 13 11:08:05.223994 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-d28e37b9-0a4f-490f-8391-d2a9239430b3 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:05.225463 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-d28e37b9-0a4f-490f-8391-d2a9239430b3 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895354 Dec 13 11:08:05.240790 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-766f5225-163c-459b-b45a-3f930cd47e40 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/quotas/980983d4a5b747d68c02b150c2a2700b HTTP/1.1" status: 200 len: 375 time: 0.0094576 Dec 13 11:08:05.273451 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-fd03c4e7-1d0c-44e1-8b8b-82e916d0b632 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=980983d4a5b747d68c02b150c2a2700b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266027 Dec 13 11:08:05.441302 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-379007f4-2744-47d8-a11f-31e7b978cd6f req-3bc1a4ca-71c5-44bb-92ca-04e1ef18cac7 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 210 time: 0.0266142 Dec 13 11:08:06.399989 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-46246f24-6492-4ea0-80a2-d1bf75fff4d7 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=980983d4a5b747d68c02b150c2a2700b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314736 Dec 13 11:08:06.505879 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49058) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:06.581400 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-073ab78e-efa8-4a53-ba9e-c38cc3443e63 req-b72e7078-4e8c-4d0a-b3d6-9243fd3710c6 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 210 time: 0.0350502 Dec 13 11:08:06.586301 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_v2 [None req-f599b959-6a40-46bb-a235-5505bc2e608e admin admin] Deleting subnet eee5d2dd-e509-4a23-a65d-2075f55bcccc {{(pid=102441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:08:06.589473 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f599b959-6a40-46bb-a235-5505bc2e608e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.597970 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-37b58e30-0642-45ac-aa2f-6a12db7da1f4 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:06.599486 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-37b58e30-0642-45ac-aa2f-6a12db7da1f4 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1895175 Dec 13 11:08:06.613399 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Request body: {'port': {'device_id': '0b8c6ede-a052-4b56-a8ca-3e40dc16cd65', 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f', 'admin_state_up': True, 'tenant_id': '980983d4a5b747d68c02b150c2a2700b'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:06.625219 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f599b959-6a40-46bb-a235-5505bc2e608e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129325008'] for subnet, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.664297 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f599b959-6a40-46bb-a235-5505bc2e608e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.719970 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f599b959-6a40-46bb-a235-5505bc2e608e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126324771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126223214'] for subnet, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.727872 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Made reservation on behalf of 980983d4a5b747d68c02b150c2a2700b for: {'port': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:08:06.731093 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.739726 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.745893 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599b959-6a40-46bb-a235-5505bc2e608e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee5d2dd-e509-4a23-a65d-2075f55bcccc,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:06.749680 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f599b959-6a40-46bb-a235-5505bc2e608e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.753123 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-f599b959-6a40-46bb-a235-5505bc2e608e admin admin] 10.222.0.43 "DELETE /v2.0/subnets/eee5d2dd-e509-4a23-a65d-2075f55bcccc HTTP/1.1" status: 204 len: 168 time: 0.2462096 Dec 13 11:08:06.756276 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49064) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:06.823416 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.826030 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.831150 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.896660 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91be124-1cf3-44ae-a0a7-43f04aad15b5,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:06.902612 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.924410 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d592e87-aa24-4770-bd31-46ce4d67618c']}} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:06.934021 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e42b5d-e237-4039-bdd1-630928b398bb') {'for_net_delete': True} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:06.934320 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e42b5d-e237-4039-bdd1-630928b398bb') {} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:06.943657 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129324843'] for segment, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.956396 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.962701 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] Releasing vlan 270 on physical network physnet1 to pool {{(pid=102441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:08:06.963069 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126324809'] for segment, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: Traceback (most recent call last): Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: timer() Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: cb(*args, **kw) Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: return func(*args, **kwargs) Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: self._notify() Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: self.callback(batched_events) Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: event.method(event) Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: return f(self, *a, **k) Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._get(url).json() Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: return self.request(url, 'GET', **kwargs) Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:08:06.964911 dv-cinder-808574-5-iscsi neutron-server[102441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:08:06.967426 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Allocated IP 192.168.233.84 (f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f/2d2b06ed-769c-44dd-90d8-e5a4d944c766/babff0bd-281a-4d9a-91ca-cb1e23cd2e1b) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:08:07.023028 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.028103 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.031595 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] 10.222.0.43 "DELETE /v2.0/networks/7d592e87-aa24-4770-bd31-46ce4d67618c HTTP/1.1" status: 204 len: 168 time: 0.2743449 Dec 13 11:08:07.044306 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a6608-e7b2-47ae-ac3a-c553c6c05825 admin admin] Pushing event deleted for resources: {'Network': ['ID=7d592e87-aa24-4770-bd31-46ce4d67618c,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:07.122328 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.156721 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.202022 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49068) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:07.202168 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:07.205388 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:07.208950 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:08:07.236089 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Pushing event updated for resources: {'Port': ['ID=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:07.252729 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-3509d624-f53a-447d-b875-02c4e4b53fb9 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=b6463d9b0a6840e8a18faa37784ff921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493450 Dec 13 11:08:07.255333 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49070) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:07.264687 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:07.265636 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.282921 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-02cf5b49-7afe-44b3-8eb1-43d5bb625ca0 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6731398 Dec 13 11:08:07.296608 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Request body: {'port': {'device_id': '0b8c6ede-a052-4b56-a8ca-3e40dc16cd65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:07.326644 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-56bcebce-16cd-43b7-be9f-eaf583355c94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.353902 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-56bcebce-16cd-43b7-be9f-eaf583355c94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.354146 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.411250 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-56bcebce-16cd-43b7-be9f-eaf583355c94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.413853 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-56bcebce-16cd-43b7-be9f-eaf583355c94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.415069 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-56bcebce-16cd-43b7-be9f-eaf583355c94 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/76810d2c-6116-4521-81aa-e29f991b1a05 HTTP/1.1" status: 204 len: 168 time: 0.1587887 Dec 13 11:08:07.416029 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-87f650a8-b305-4cb5-8a76-078c7d24bbd5 None None] Provisioning complete for port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:07.416917 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-87f650a8-b305-4cb5-8a76-078c7d24bbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.426097 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bcebce-16cd-43b7-be9f-eaf583355c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76810d2c-6116-4521-81aa-e29f991b1a05,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:07.471186 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-87f650a8-b305-4cb5-8a76-078c7d24bbd5 None None] Port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:08:07.629198 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id babff0bd-281a-4d9a-91ca-cb1e23cd2e1b {{(pid=102442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:08:07.636922 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.649560 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.provisioning_blocks [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Transition to ACTIVE for port object babff0bd-281a-4d9a-91ca-cb1e23cd2e1b will not be triggered until provisioned by entity L2. {{(pid=102442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:08:07.659920 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.727753 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7769482a-cba8-4d6d-93e7-f49e62f5c190 req-fc6f5685-17ef-4526-ac9f-352f836ae04d tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:07.728234 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Pushing event updated for resources: {'Port': ['ID=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:07.732276 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7769482a-cba8-4d6d-93e7-f49e62f5c190 req-fc6f5685-17ef-4526-ac9f-352f836ae04d tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 947 time: 0.0697687 Dec 13 11:08:07.788688 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7769482a-cba8-4d6d-93e7-f49e62f5c190 req-8afe9e3b-adf5-4259-af1c-69f8786c8982 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/security-groups?id=f91be124-1cf3-44ae-a0a7-43f04aad15b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450978 Dec 13 11:08:07.803837 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Attempting to bind port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:08:07.804335 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Attempting to bind port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'b9592f79-4378-4791-96b0-f67b53d3d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f'}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:08:07.805046 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Attempting to bind port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b on network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:07.810337 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b on network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:08:07.810685 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Attempting to bind port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b on network f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:07.819527 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:08:07.819969 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Checking segment: {'id': 'b9592f79-4378-4791-96b0-f67b53d3d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:07.820502 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Bound using segment: {'id': 'b9592f79-4378-4791-96b0-f67b53d3d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f'} {{(pid=102442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:08:07.821051 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.managers [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Bound port: babff0bd-281a-4d9a-91ca-cb1e23cd2e1b, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9592f79-4378-4791-96b0-f67b53d3d9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 274, 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f'}}] {{(pid=102442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:08:07.821488 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.888447 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] For port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b, host hv-cinder-80857, cleared binding levels {{(pid=102442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:08:07.892934 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] For port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,segment=NetworkSegment(b9592f79-4378-4791-96b0-f67b53d3d9b4),segment_id=b9592f79-4378-4791-96b0-f67b53d3d9b4)] {{(pid=102442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:08:07.897524 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.941790 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:07.942405 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:07.943880 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] 10.222.0.39 "PUT /v2.0/ports/babff0bd-281a-4d9a-91ca-cb1e23cd2e1b HTTP/1.1" status: 200 len: 1097 time: 0.6522427 Dec 13 11:08:07.944299 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b8c6ede-a052-4b56-a8ca-3e40dc16cd65', 'tag': 'babff0bd-281a-4d9a-91ca-cb1e23cd2e1b'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:08:07.946602 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768e971a-1152-46a3-9a38-e6f7cae43599" -d '{"events": [{"name": "network-changed", "server_uuid": "0b8c6ede-a052-4b56-a8ca-3e40dc16cd65", "tag": "babff0bd-281a-4d9a-91ca-cb1e23cd2e1b"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:08:07.968605 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535204f0-6e89-4c7b-85ec-359a69ff6480 service neutron] Pushing event updated for resources: {'Port': ['ID=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,revision_number=3']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:08.036229 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:08:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0539f58e-be98-48b2-9e5a-faa974bcc15d x-openstack-request-id: req-0539f58e-be98-48b2-9e5a-faa974bcc15d {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:08:08.036532 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b8c6ede-a052-4b56-a8ca-3e40dc16cd65", "tag": "babff0bd-281a-4d9a-91ca-cb1e23cd2e1b", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:08:08.036785 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-0539f58e-be98-48b2-9e5a-faa974bcc15d {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:08:08.037180 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b8c6ede-a052-4b56-a8ca-3e40dc16cd65', 'tag': 'babff0bd-281a-4d9a-91ca-cb1e23cd2e1b', 'status': 'completed', 'code': 200} Dec 13 11:08:08.055514 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-8a304bb3-2dae-4166-924b-de1e4397488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:08.057114 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-8a304bb3-2dae-4166-924b-de1e4397488b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=980983d4a5b747d68c02b150c2a2700b&device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 1100 time: 0.0561242 Dec 13 11:08:08.108914 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-bef24767-7fb9-487d-b159-b50ecd6ec482 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b HTTP/1.1" status: 200 len: 217 time: 0.0424240 Dec 13 11:08:08.168611 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-881e0fbc-8f5c-403f-9d56-1320d5659183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:08.170097 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-881e0fbc-8f5c-403f-9d56-1320d5659183 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d2b06ed-769c-44dd-90d8-e5a4d944c766 HTTP/1.1" status: 200 len: 843 time: 0.0525165 Dec 13 11:08:08.216098 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-f3c6802b-ed3d-407d-8c6b-1d9400f1cec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:08.217596 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-f3c6802b-ed3d-407d-8c6b-1d9400f1cec8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0399225 Dec 13 11:08:08.308848 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-25d3c079-e88a-42f7-9c5d-a76a52b9c4e4 service neutron] 10.222.0.39 "GET /v2.0/networks/f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835156 Dec 13 11:08:08.405471 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-64591b82-29c3-46c5-b21a-d148904e80e8 req-fe1e3f5e-d106-4eac-a0bc-ea4b603eb33f service neutron] 10.222.0.39 "GET /v2.0/networks/f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889266 Dec 13 11:08:08.495282 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-6bedd10c-2b24-41a1-be2b-c572f960ec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:08.496680 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-6bedd10c-2b24-41a1-be2b-c572f960ec25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=980983d4a5b747d68c02b150c2a2700b&device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 1100 time: 0.0408731 Dec 13 11:08:08.593750 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-6e9661ae-30c4-4a68-b500-181a5227cdda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:08.595184 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-6e9661ae-30c4-4a68-b500-181a5227cdda service neutron] 10.222.0.39 "GET /v2.0/networks?id=f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f HTTP/1.1" status: 200 len: 870 time: 0.0909402 Dec 13 11:08:08.640574 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-f70e16e8-e55c-4970-9a96-b3644c7d0904 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b HTTP/1.1" status: 200 len: 217 time: 0.0371017 Dec 13 11:08:08.694709 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-a3d4e893-8f0a-438d-ae75-97c2751bf5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:08.696625 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-a3d4e893-8f0a-438d-ae75-97c2751bf5e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2d2b06ed-769c-44dd-90d8-e5a4d944c766 HTTP/1.1" status: 200 len: 843 time: 0.0474946 Dec 13 11:08:08.749906 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-d5632a0a-bff5-4a14-ae4e-9ac44eb383fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:08.751372 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-d5632a0a-bff5-4a14-ae4e-9ac44eb383fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0456252 Dec 13 11:08:08.847694 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-ec264dc5-759e-4b3d-b296-df2ffd9ef6cd service neutron] 10.222.0.39 "GET /v2.0/networks/f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871034 Dec 13 11:08:08.913133 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769d79f8-1491-439f-b76e-c2a31334ca7f req-ba08bdee-caf1-4d76-9ba4-a1fc5a64977a tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:08.914618 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-769d79f8-1491-439f-b76e-c2a31334ca7f req-ba08bdee-caf1-4d76-9ba4-a1fc5a64977a tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 947 time: 0.0535469 Dec 13 11:08:08.949301 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-768e971a-1152-46a3-9a38-e6f7cae43599 req-c344b00d-ff0f-4bd1-aaf8-35063922e339 service neutron] 10.222.0.39 "GET /v2.0/networks/f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919595 Dec 13 11:08:08.962110 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-769d79f8-1491-439f-b76e-c2a31334ca7f req-53899c35-8aa0-4499-abd0-87100f968d0a tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/security-groups?id=f91be124-1cf3-44ae-a0a7-43f04aad15b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Dec 13 11:08:10.088489 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c954456f-0ce1-4237-9bf7-224af88663d0 req-ec8c1a2a-253c-4767-a028-2c4c2b0d11a1 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:10.090088 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c954456f-0ce1-4237-9bf7-224af88663d0 req-ec8c1a2a-253c-4767-a028-2c4c2b0d11a1 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 947 time: 0.0508711 Dec 13 11:08:10.140611 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c954456f-0ce1-4237-9bf7-224af88663d0 req-117d99eb-6bb0-4366-ac01-dd3cd476d67e tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/security-groups?id=f91be124-1cf3-44ae-a0a7-43f04aad15b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436094 Dec 13 11:08:10.299761 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:11.049878 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device babff0bd-281a-4d9a-91ca-cb1e23cd2e1b details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:08:11.150873 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,segment=NetworkSegment(b9592f79-4378-4791-96b0-f67b53d3d9b4),segment_id=b9592f79-4378-4791-96b0-f67b53d3d9b4)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:11.162709 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': 'babff0bd-281a-4d9a-91ca-cb1e23cd2e1b', 'network_id': 'f5a0f8e3-032a-476a-9ceb-6f1dbf00e34f', 'port_id': 'babff0bd-281a-4d9a-91ca-cb1e23cd2e1b', 'mac_address': 'fa:16:3e:e6:43:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d2b06ed-769c-44dd-90d8-e5a4d944c766', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:08:11.201216 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:11.215477 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id babff0bd-281a-4d9a-91ca-cb1e23cd2e1b {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:08:11.236049 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,segment=NetworkSegment(b9592f79-4378-4791-96b0-f67b53d3d9b4),segment_id=b9592f79-4378-4791-96b0-f67b53d3d9b4)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:11.241318 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:11.273751 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfb8f0-8a9c-4c75-8390-15b8bded42f8 req-68187a89-2b69-4f06-a124-917c439b85b5 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:11.275847 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-69dfb8f0-8a9c-4c75-8390-15b8bded42f8 req-68187a89-2b69-4f06-a124-917c439b85b5 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 947 time: 0.0602558 Dec 13 11:08:11.293407 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:11.331654 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-69dfb8f0-8a9c-4c75-8390-15b8bded42f8 req-b6747e11-c85d-43f1-a60f-3a2dec6057e7 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/security-groups?id=f91be124-1cf3-44ae-a0a7-43f04aad15b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496941 Dec 13 11:08:11.456665 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['babff0bd-281a-4d9a-91ca-cb1e23cd2e1b'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:08:12.075893 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-067b8846-a9b0-42e8-bb73-87d1502e1abf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:12.457413 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6d1386-21b7-4151-ae04-9192008a6a07 req-59ee0e80-a1a1-42e8-9dce-c4af1e7f9b7f tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:12.458938 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ec6d1386-21b7-4151-ae04-9192008a6a07 req-59ee0e80-a1a1-42e8-9dce-c4af1e7f9b7f tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 948 time: 0.0508828 Dec 13 11:08:12.508869 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ec6d1386-21b7-4151-ae04-9192008a6a07 req-8c6f1caf-5ca2-4c32-8673-c35c5968d88e tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/security-groups?id=f91be124-1cf3-44ae-a0a7-43f04aad15b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439198 Dec 13 11:08:13.061929 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device babff0bd-281a-4d9a-91ca-cb1e23cd2e1b up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:13.115127 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:08:13.119263 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:13.119633 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:13.200656 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:13.223841 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8c6ede-a052-4b56-a8ca-3e40dc16cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babff0bd-281a-4d9a-91ca-cb1e23cd2e1b'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:08:13.226014 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4256eeae-296e-4bcc-9dd8-5ad7aa0a5b90" -d '{"events": [{"server_uuid": "0b8c6ede-a052-4b56-a8ca-3e40dc16cd65", "name": "network-vif-plugged", "status": "completed", "tag": "babff0bd-281a-4d9a-91ca-cb1e23cd2e1b"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:08:13.244601 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,segment=NetworkSegment(b9592f79-4378-4791-96b0-f67b53d3d9b4),segment_id=b9592f79-4378-4791-96b0-f67b53d3d9b4)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:13.249826 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:13.274152 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db362de7-5b21-470a-9dc4-ba35396f2b94 x-openstack-request-id: req-db362de7-5b21-470a-9dc4-ba35396f2b94 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:08:13.274479 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8c6ede-a052-4b56-a8ca-3e40dc16cd65", "name": "network-vif-plugged", "status": "completed", "tag": "babff0bd-281a-4d9a-91ca-cb1e23cd2e1b", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:08:13.274789 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-db362de7-5b21-470a-9dc4-ba35396f2b94 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:08:13.275489 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8c6ede-a052-4b56-a8ca-3e40dc16cd65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'babff0bd-281a-4d9a-91ca-cb1e23cd2e1b', 'code': 200} Dec 13 11:08:13.303225 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:13.440464 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fae6bc-1b66-4c57-a0d2-c111839fe1a4 req-6c3b3b20-b52e-4f99-b96b-e8a73f6f32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:13.440464 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-92fae6bc-1b66-4c57-a0d2-c111839fe1a4 req-6c3b3b20-b52e-4f99-b96b-e8a73f6f32a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 1102 time: 0.0414648 Dec 13 11:08:13.486240 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-92fae6bc-1b66-4c57-a0d2-c111839fe1a4 req-46e9f2fd-7fd8-4bab-8548-9915e0ad6ab1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f91be124-1cf3-44ae-a0a7-43f04aad15b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393872 Dec 13 11:08:13.624111 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a672ab2-ee93-45ad-8fd4-1b09add84301 req-95ded27c-1ad8-40d7-81b5-08fea06b34ad tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:13.625651 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4a672ab2-ee93-45ad-8fd4-1b09add84301 req-95ded27c-1ad8-40d7-81b5-08fea06b34ad tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 949 time: 0.0495327 Dec 13 11:08:13.677003 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4a672ab2-ee93-45ad-8fd4-1b09add84301 req-9765371d-cd22-466a-bb6e-0624e1f350f4 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/security-groups?id=f91be124-1cf3-44ae-a0a7-43f04aad15b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451887 Dec 13 11:08:14.382129 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-ad885d71-78ad-4427-8be2-1698e798cb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:14.795209 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066fab3b-2d2f-4cad-90be-e4a9b5e34d4f req-141fe0e6-10ec-48a8-8910-50c902a590cf tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:14.796688 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-066fab3b-2d2f-4cad-90be-e4a9b5e34d4f req-141fe0e6-10ec-48a8-8910-50c902a590cf tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 949 time: 0.0503752 Dec 13 11:08:14.843622 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-066fab3b-2d2f-4cad-90be-e4a9b5e34d4f req-f4a90d6e-a222-4770-8e5e-8f4c05fcf4fd tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/security-groups?id=f91be124-1cf3-44ae-a0a7-43f04aad15b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 Dec 13 11:08:15.106946 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03556bf-8b46-4023-8986-263713d66714 req-5ee459e4-fb7c-4a8e-a17d-f0f07a4901fb tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:15.108469 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f03556bf-8b46-4023-8986-263713d66714 req-5ee459e4-fb7c-4a8e-a17d-f0f07a4901fb tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 949 time: 0.0505521 Dec 13 11:08:15.159945 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f03556bf-8b46-4023-8986-263713d66714 req-add6bfc8-9245-4676-8fb8-29429f66fadf tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/security-groups?id=f91be124-1cf3-44ae-a0a7-43f04aad15b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432284 Dec 13 11:08:15.674340 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:16.293241 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fe2981-1a45-4203-99ca-b74b33ca8ce9 req-3f12063a-082c-4cd1-84c9-c61f2b729d0a tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:16.294696 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b2fe2981-1a45-4203-99ca-b74b33ca8ce9 req-3f12063a-082c-4cd1-84c9-c61f2b729d0a tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 949 time: 0.0548229 Dec 13 11:08:16.345814 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b2fe2981-1a45-4203-99ca-b74b33ca8ce9 req-85b173d6-ab69-40e5-9722-7ad44489617d tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.43 "GET /v2.0/security-groups?id=f91be124-1cf3-44ae-a0a7-43f04aad15b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421147 Dec 13 11:08:16.390155 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-d1765941-c8d6-4796-af56-4a0cb0fb8ceb tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:16.391930 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-d1765941-c8d6-4796-af56-4a0cb0fb8ceb tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.39 "GET /v2.0/ports?device_id=0b8c6ede-a052-4b56-a8ca-3e40dc16cd65 HTTP/1.1" status: 200 len: 949 time: 0.0510695 Dec 13 11:08:16.488853 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Deleting port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:08:16.489103 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:16.575790 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] For port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,segment=NetworkSegment(b9592f79-4378-4791-96b0-f67b53d3d9b4),segment_id=b9592f79-4378-4791-96b0-f67b53d3d9b4)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:16.576120 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:16.588541 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Calling delete_port for babff0bd-281a-4d9a-91ca-cb1e23cd2e1b owned by compute:nova {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:08:16.730552 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:16.741970 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['babff0bd-281a-4d9a-91ca-cb1e23cd2e1b'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:08:16.758397 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Pushing event deleted for resources: {'Port': ['ID=babff0bd-281a-4d9a-91ca-cb1e23cd2e1b,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:16.770662 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.771027 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.771362 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.771697 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.772023 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.772351 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.772674 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.772994 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.773322 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.773643 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.773961 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.774277 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.774610 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:16.811728 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] No DVR routers for this DVR port babff0bd-281a-4d9a-91ca-cb1e23cd2e1b on host hv-cinder-80857 {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:08:16.814449 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:16.817968 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-454d6fea-07bb-4ee9-bf96-cd0be7e23287 req-586cd74e-8727-46e3-8482-fbc106042857 tempest-VolumesNegativeTest-805982599 tempest-VolumesNegativeTest-805982599-project] 10.222.0.39 "DELETE /v2.0/ports/babff0bd-281a-4d9a-91ca-cb1e23cd2e1b HTTP/1.1" status: 204 len: 173 time: 0.4199312 Dec 13 11:08:16.818449 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b8c6ede-a052-4b56-a8ca-3e40dc16cd65', 'name': 'network-vif-deleted', 'tag': 'babff0bd-281a-4d9a-91ca-cb1e23cd2e1b'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:08:16.820950 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c736781-da18-42bc-92c1-f16f0a965422" -d '{"events": [{"server_uuid": "0b8c6ede-a052-4b56-a8ca-3e40dc16cd65", "name": "network-vif-deleted", "tag": "babff0bd-281a-4d9a-91ca-cb1e23cd2e1b"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:08:16.859040 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2b8b22-daee-4199-9a1e-5c4d9d37c3ff x-openstack-request-id: req-6f2b8b22-daee-4199-9a1e-5c4d9d37c3ff {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:08:16.859338 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b8c6ede-a052-4b56-a8ca-3e40dc16cd65", "name": "network-vif-deleted", "tag": "babff0bd-281a-4d9a-91ca-cb1e23cd2e1b", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:08:16.859573 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-6f2b8b22-daee-4199-9a1e-5c4d9d37c3ff {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:08:16.859967 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b8c6ede-a052-4b56-a8ca-3e40dc16cd65', 'name': 'network-vif-deleted', 'tag': 'babff0bd-281a-4d9a-91ca-cb1e23cd2e1b', 'status': 'completed', 'code': 200} Dec 13 11:08:17.018113 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.046919 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.352760 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 49322) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:18.453410 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-101f342d-8bd9-4003-b8f0-cd591589f45b admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.536548 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-101f342d-8bd9-4003-b8f0-cd591589f45b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.543633 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-101f342d-8bd9-4003-b8f0-cd591589f45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.583670 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-101f342d-8bd9-4003-b8f0-cd591589f45b admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2a5382d5ab254119acac7aaece7d23a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298152 Dec 13 11:08:18.585231 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f342d-8bd9-4003-b8f0-cd591589f45b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7387c7a8-64af-4956-b142-29200bceec09,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:18.586636 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49336) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:18.644875 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.666976 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.716217 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.719064 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:18.720357 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/7387c7a8-64af-4956-b142-29200bceec09 HTTP/1.1" status: 204 len: 168 time: 0.1320832 Dec 13 11:08:18.728395 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7387c7a8-64af-4956-b142-29200bceec09,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:18.735735 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.735735 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.736455 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.736770 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.737106 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.737428 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.737828 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.738074 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.738600 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.739267 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.739742 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.740202 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:18.740673 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986bb308-88b9-4fa7-84fe-ea4e1872408c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:19.077818 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device babff0bd-281a-4d9a-91ca-cb1e23cd2e1b no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:08:19.103347 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: babff0bd-281a-4d9a-91ca-cb1e23cd2e1b {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:08:19.103697 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device babff0bd-281a-4d9a-91ca-cb1e23cd2e1b not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:08:19.392371 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 49432) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:19.542777 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1362795879-network', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:19.566248 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Made reservation on behalf of 38d0a419ecde4092b449f3d49306fb95 for: {'network': 1} {{(pid=102442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:08:19.568776 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:19.577926 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:19.655429 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:19.659689 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:19.683867 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 277} {{(pid=102442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:08:19.693631 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6464e595-4cd3-42b3-8250-410ddd10f859,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:19.698460 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:19.698817 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.segments_db [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Added segment 214e8bf8-b4ae-494b-8d40-e04092729e9a of type vlan for network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 Dec 13 11:08:19.745305 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:19.769478 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:19.770497 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:19.771091 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:19.827287 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4336855 Dec 13 11:08:19.830418 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49468) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:19.832857 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462d9450-03e0-49c6-aa72-8da2153af4d0 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1617e5-eeb5-4452-ab89-4b0f3a827875,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:19.836816 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Request body: {'subnet': {'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1362795879-subnet', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:19.852846 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:08:19.865856 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Made reservation on behalf of 38d0a419ecde4092b449f3d49306fb95 for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:08:19.868513 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126223113'] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.049723 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126223127'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.099538 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2eca97ad-e973-4442-a34a-a5d3a1dec411,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:20.117797 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Checking segment: {'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:20.117797 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Network hostable DHCP agents. Network: 1b1617e5-eeb5-4452-ab89-4b0f3a827875, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:08:20.135601 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:08:20.144836 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, 1b1617e5-eeb5-4452-ab89-4b0f3a827875) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:20.149057 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:20.149737 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.158317 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e18861d-dd51-47ce-89e2-3b846ba8e6f7 None None] Network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:08:20.172570 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-6b07375a-1a70-4fd2-93e0-87fe9de9521e admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3403723 Dec 13 11:08:20.175156 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49498) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:20.180694 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:20.205163 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6768'] for router, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.206385 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3717068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.265868 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.286013 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6afb397b-6190-5666-a637-9b1b0057fb75-1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411'}]}} from dv-cinder-808574-5-iscsi. {{(pid=102443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 11:08:20.287214 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.412733 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.429720 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.db_base_plugin_common [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Allocated IP 172.20.0.2 (1b1617e5-eeb5-4452-ab89-4b0f3a827875/2eca97ad-e973-4442-a34a-a5d3a1dec411/2ca9266f-24a9-4f5a-a4cb-815a6f8f756d) {{(pid=102443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:08:20.578163 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Publish callbacks [] for port, precommit_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.585919 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.615622 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.631477 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 is already hosted by enough agents. {{(pid=102443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:20.636073 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.base_scheduler [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Resources bound (agent type, host, resource id): {{(pid=102443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:20.637216 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.640555 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Received port after_create {{(pid=102443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:08:20.644118 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Pushing event updated for resources: {'Port': ['ID=2ca9266f-24a9-4f5a-a4cb-815a6f8f756d,revision_number=1']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:20.697704 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Attempting to bind port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:08:20.698070 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Attempting to bind port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:08:20.698427 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Attempting to bind port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d on network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:20.703428 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:08:20.703793 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Checking segment: {'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:20.704772 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.705201 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Bound using segment: {'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:08:20.705668 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Bound port: 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:08:20.706046 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.745661 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Allocated IP 172.27.2.64 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/3f5bf280-b194-4def-93b8-10872a7a2fef) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:08:20.773371 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] For port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:08:20.776812 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] For port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=2ca9266f-24a9-4f5a-a4cb-815a6f8f756d,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:08:20.781051 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.842697 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de1a859-5687-4477-8592-43201f0c5917 None None] Pushing event updated for resources: {'Port': ['ID=2ca9266f-24a9-4f5a-a4cb-815a6f8f756d,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:20.855995 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.893755 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:20.940392 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:20.943473 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:20.946911 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:08:20.973888 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Pushing event updated for resources: {'Port': ['ID=3f5bf280-b194-4def-93b8-10872a7a2fef,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:21.470335 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:21.576756 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49512) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:21.694347 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59fd9bd1-4cbb-48c0-961d-5a08b5f4f36a None None] Network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:08:21.697518 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374'] for router, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:21.756091 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Provisioning complete for port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:21.756364 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:21.760722 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-5c92936e-9cc4-424f-afd2-ab70f8cb9937 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=980983d4a5b747d68c02b150c2a2700b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1828873 Dec 13 11:08:21.763273 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49516) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:21.864339 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-27df1cb1-89a3-441b-8705-4bf97748d21c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:21.896312 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-27df1cb1-89a3-441b-8705-4bf97748d21c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:21.914809 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Router 455a739f-61e7-4bed-af2e-0791d9e5321c is scheduled to L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 with binding_index 1 {{(pid=102441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 11:08:22.007918 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.024214 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-27df1cb1-89a3-441b-8705-4bf97748d21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.027475 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-27df1cb1-89a3-441b-8705-4bf97748d21c admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.031053 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-27df1cb1-89a3-441b-8705-4bf97748d21c admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/f91be124-1cf3-44ae-a0a7-43f04aad15b5 HTTP/1.1" status: 204 len: 168 time: 0.2644300 Dec 13 11:08:22.045811 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df1cb1-89a3-441b-8705-4bf97748d21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91be124-1cf3-44ae-a0a7-43f04aad15b5,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:22.065359 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] For port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=2ca9266f-24a9-4f5a-a4cb-815a6f8f756d,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:22.066912 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:08:22.080340 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Sync routers for ids ['455a739f-61e7-4bed-af2e-0791d9e5321c'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:08:22.083736 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.091494 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.097294 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 49520) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:22.097849 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4148a3a1-e806-4fa0-a74b-8f43a58f8fc8 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9202783 Dec 13 11:08:22.136972 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Routers {'455a739f-61e7-4bed-af2e-0791d9e5321c'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:08:22.138041 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:08:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['455a739f-61e7-4bed-af2e-0791d9e5321c'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:22.214836 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Pushing event updated for resources: {'Port': ['ID=2ca9266f-24a9-4f5a-a4cb-815a6f8f756d,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:22.227099 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.227508 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.227859 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.228195 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.228524 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.228848 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.229177 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.229497 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.229867 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.230194 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.230517 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.230864 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.231183 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48b6bd61-057a-4697-bea3-232b29750563 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:22.285472 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-e997c57b-76f7-492f-b973-2808b539d1e3 None None] Provisioning complete for port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:22.285810 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-e997c57b-76f7-492f-b973-2808b539d1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.328315 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Set router 455a739f-61e7-4bed-af2e-0791d9e5321c gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:08:22.570191 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:21Z', 'revision_number': 3, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:22.598026 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Checking router: 455a739f-61e7-4bed-af2e-0791d9e5321c for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:08:22.598497 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Updating router 455a739f-61e7-4bed-af2e-0791d9e5321c port 3f5bf280-b194-4def-93b8-10872a7a2fef binding host dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:08:22.626232 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.777447 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:22.827586 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.883880 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:22.884246 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.949361 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Publish callbacks [] for port, precommit_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.957959 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:22.989866 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Allocated IP 172.20.0.1 (1b1617e5-eeb5-4452-ab89-4b0f3a827875/2eca97ad-e973-4442-a34a-a5d3a1dec411/95a29b82-a03d-41c5-afdb-1db262afeb89) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:08:23.039124 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a00f2-4eb2-40a9-a8a2-14127bb93194 None None] Pushing event updated for resources: {'Port': ['ID=3f5bf280-b194-4def-93b8-10872a7a2fef,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:23.044075 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Attempting to bind port 3f5bf280-b194-4def-93b8-10872a7a2fef on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:08:23.044435 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Attempting to bind port 3f5bf280-b194-4def-93b8-10872a7a2fef by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:08:23.044787 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Attempting to bind port 3f5bf280-b194-4def-93b8-10872a7a2fef on network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:23.054445 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:08:23.054821 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:23.055226 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.055593 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Bound using segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:08:23.056033 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Bound port: 3f5bf280-b194-4def-93b8-10872a7a2fef, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:08:23.056398 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.097609 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.114144 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] For port 3f5bf280-b194-4def-93b8-10872a7a2fef, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:08:23.117497 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] For port 3f5bf280-b194-4def-93b8-10872a7a2fef, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=3f5bf280-b194-4def-93b8-10872a7a2fef,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:08:23.121279 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.132409 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.172098 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:23.175538 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:23.178199 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Routers {'455a739f-61e7-4bed-af2e-0791d9e5321c'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:08:23.178733 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:08:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['455a739f-61e7-4bed-af2e-0791d9e5321c'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:23.179165 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:08:23.183833 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a00f2-4eb2-40a9-a8a2-14127bb93194 None None] Pushing event updated for resources: {'Port': ['ID=3f5bf280-b194-4def-93b8-10872a7a2fef,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:23.204623 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Pushing event updated for resources: {'Port': ['ID=95a29b82-a03d-41c5-afdb-1db262afeb89,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:23.223092 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3678861'] for router_interface, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.292345 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] Set router 455a739f-61e7-4bed-af2e-0791d9e5321c gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:08:23.358719 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.466074 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-85a7c537-24fe-47d7-812b-3ad507ff8bce None None] Provisioning complete for port 95a29b82-a03d-41c5-afdb-1db262afeb89 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:23.466475 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-85a7c537-24fe-47d7-812b-3ad507ff8bce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.507129 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-85a7c537-24fe-47d7-812b-3ad507ff8bce None None] Port 95a29b82-a03d-41c5-afdb-1db262afeb89 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:08:23.522983 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.523417 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:21Z', 'revision_number': 3, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:23.528617 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.550903 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17775b27-2bec-4f96-91f6-7078e7304838 None None] The sync data for ids ['455a739f-61e7-4bed-af2e-0791d9e5321c'] in dv-cinder-808574-5-iscsi is: [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:21Z', 'revision_number': 3, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:08:23.594798 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3773023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680061'] for router_interface, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.596735 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Pushing event updated for resources: {'Port': ['ID=95a29b82-a03d-41c5-afdb-1db262afeb89,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:23.696013 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:23.697452 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:23.836066 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Router 455a739f-61e7-4bed-af2e-0791d9e5321c has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:08:23.928031 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-3491cdfc-2ac6-4261-a140-2020352c0f44 None None] Provisioning complete for port 95a29b82-a03d-41c5-afdb-1db262afeb89 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:23.928552 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3491cdfc-2ac6-4261-a140-2020352c0f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:23.955211 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:08:23.968292 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-e68b47e8-91fa-4d07-ad0c-a4fada9301b3 admin admin] 10.222.0.43 "PUT /v2.0/routers/455a739f-61e7-4bed-af2e-0791d9e5321c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8611376 Dec 13 11:08:23.973434 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-3491cdfc-2ac6-4261-a140-2020352c0f44 None None] Port 95a29b82-a03d-41c5-afdb-1db262afeb89 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:08:24.522979 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49536) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:24.528356 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-502189638-network', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:24.561588 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Made reservation on behalf of 2dd9c27cd9a047a09a17cf3d10a8cb1c for: {'network': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:08:24.564744 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for network, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:24.574125 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:24.654247 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:24.658760 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:24.684696 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=102441) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 13 11:08:24.694045 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fa126a-7f6d-4e55-bc93-10697fdcd579,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:24.700575 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:24.701003 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.segments_db [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Added segment ab8c08c4-9b9a-43b9-bb47-54b404c3967f of type vlan for network b3a07ecd-a976-441e-9ed7-788b8c189664 Dec 13 11:08:24.748808 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763953687601'] for network, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:24.781622 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037'] for network, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:24.782876 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:24.783563 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:24.802397 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 3f5bf280-b194-4def-93b8-10872a7a2fef up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:24.848048 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] Pushing event updated for resources: {'Network': ['ID=b3a07ecd-a976-441e-9ed7-788b8c189664,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:24.854201 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-2a4aa612-ee07-4d48-965b-14f8a9cef68a admin admin] 10.222.0.43 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3300729 Dec 13 11:08:24.856869 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49538) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:24.861816 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Request body: {'subnet': {'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-502189638-subnet', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'ip_version': 4}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:24.862683 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Network b3a07ecd-a976-441e-9ed7-788b8c189664 details requested by agent ovs-agent-dv-cinder-808574-5-iscsi with host dv-cinder-808574-5-iscsi {{(pid=102443) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 13 11:08:24.874767 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 3f5bf280-b194-4def-93b8-10872a7a2fef triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:24.875139 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:24.882727 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Made reservation on behalf of 2dd9c27cd9a047a09a17cf3d10a8cb1c for: {'subnet': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:08:24.885105 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126223113'] for subnet, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.006443 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.028346 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port 3f5bf280-b194-4def-93b8-10872a7a2fef, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=3f5bf280-b194-4def-93b8-10872a7a2fef,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:25.032820 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.064982 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-126325732', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126223127'] for subnet, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.081657 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=3f5bf280-b194-4def-93b8-10872a7a2fef,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:25.114438 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90d522b-03ea-4c2a-a83d-970fd834902d,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:25.129689 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Sync routers for ids ['455a739f-61e7-4bed-af2e-0791d9e5321c'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:08:25.131935 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Checking segment: {'id': 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:25.132294 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Network hostable DHCP agents. Network: b3a07ecd-a976-441e-9ed7-788b8c189664, hostable agents: ['601e52bf-7588-4895-ba8a-09b9b561ba8b'], hosted agents: [] {{(pid=102441) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 13 11:08:25.139211 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Routers {'455a739f-61e7-4bed-af2e-0791d9e5321c'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:08:25.139815 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:08:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['455a739f-61e7-4bed-af2e-0791d9e5321c'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:25.148440 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Network b3a07ecd-a976-441e-9ed7-788b8c189664 is scheduled to be hosted by DHCP agent 601e52bf-7588-4895-ba8a-09b9b561ba8b with binding_index 1 {{(pid=102441) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 13 11:08:25.157845 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-808574-5-iscsi, b3a07ecd-a976-441e-9ed7-788b8c189664) {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:25.162158 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:25.162940 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.167281 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1be063-2fae-4dfc-af8b-c8f6b138dd65 None None] Network b3a07ecd-a976-441e-9ed7-788b8c189664 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:08:25.180000 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-1c820feb-16c2-484e-9f80-6d9710d8c55a admin admin] 10.222.0.43 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3217537 Dec 13 11:08:25.182234 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49540) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:25.186760 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-502189638-router', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:25.216053 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3681740', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6768'] for router, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.217360 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3679100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3685261', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3717068', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.254339 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Set router 455a739f-61e7-4bed-af2e-0791d9e5321c gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:08:25.271312 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.279532 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6afb397b-6190-5666-a637-9b1b0057fb75-b3a07ecd-a976-441e-9ed7-788b8c189664', 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664', 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'fixed_ips': [{'subnet_id': 'f90d522b-03ea-4c2a-a83d-970fd834902d'}]}} from dv-cinder-808574-5-iscsi. {{(pid=102443) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 13 11:08:25.280470 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.426718 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.562667 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '95a29b82-a03d-41c5-afdb-1db262afeb89', 'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'mac_address': 'fa:16:3e:13:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:22Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 2, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'subnets': [{'id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:25.573982 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.db_base_plugin_common [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Allocated IP 172.20.0.2 (b3a07ecd-a976-441e-9ed7-788b8c189664/f90d522b-03ea-4c2a-a83d-970fd834902d/bc2387da-b05f-493c-8da9-5b1cad832986) {{(pid=102443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:08:25.591411 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Checking router: 455a739f-61e7-4bed-af2e-0791d9e5321c for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:08:25.592050 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Updating router 455a739f-61e7-4bed-af2e-0791d9e5321c port 95a29b82-a03d-41c5-afdb-1db262afeb89 binding host dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:08:25.624976 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.637723 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.659538 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.727415 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Publish callbacks [] for port, precommit_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.733939 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891'] for port, after_create {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.771138 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Network b3a07ecd-a976-441e-9ed7-788b8c189664 is already hosted by enough agents. {{(pid=102443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:25.771420 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Allocated IP 172.27.2.70 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/dedf822c-e1c6-43fb-85d6-ed4b75737c78) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:08:25.776174 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.scheduler.base_scheduler [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Resources bound (agent type, host, resource id): {{(pid=102443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:25.778728 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Received port after_create {{(pid=102443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:08:25.807960 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Pushing event updated for resources: {'Port': ['ID=bc2387da-b05f-493c-8da9-5b1cad832986,revision_number=1']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:25.839727 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Attempting to bind port bc2387da-b05f-493c-8da9-5b1cad832986 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:08:25.840193 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Attempting to bind port bc2387da-b05f-493c-8da9-5b1cad832986 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:08:25.840610 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Attempting to bind port bc2387da-b05f-493c-8da9-5b1cad832986 on network b3a07ecd-a976-441e-9ed7-788b8c189664 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:25.845890 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:08:25.846259 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Checking segment: {'id': 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:25.846692 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.847082 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Bound using segment: {'id': 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:08:25.847805 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Bound port: bc2387da-b05f-493c-8da9-5b1cad832986, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:08:25.847947 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.879489 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.909819 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.914899 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.916913 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.920846 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] For port bc2387da-b05f-493c-8da9-5b1cad832986, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:08:25.928223 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] For port bc2387da-b05f-493c-8da9-5b1cad832986, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=bc2387da-b05f-493c-8da9-5b1cad832986,segment=NetworkSegment(ab8c08c4-9b9a-43b9-bb47-54b404c3967f),segment_id=ab8c08c4-9b9a-43b9-bb47-54b404c3967f)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:08:25.933051 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:25.961481 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:25.966201 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:25.971610 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:08:25.974951 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Pushing event updated for resources: {'Port': ['ID=dedf822c-e1c6-43fb-85d6-ed4b75737c78,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:26.010131 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Pushing event updated for resources: {'Port': ['ID=95a29b82-a03d-41c5-afdb-1db262afeb89,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:26.018985 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.019358 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.019732 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.020163 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.020506 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.020962 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.021514 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.021849 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.022210 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.022557 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.022931 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.023283 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.023603 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:08:26.041183 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Attempting to bind port 95a29b82-a03d-41c5-afdb-1db262afeb89 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:08:26.041554 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Attempting to bind port 95a29b82-a03d-41c5-afdb-1db262afeb89 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:08:26.041901 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Attempting to bind port 95a29b82-a03d-41c5-afdb-1db262afeb89 on network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:26.046784 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e0b080-042d-4f23-be02-6eb08cd7f95a None None] Pushing event updated for resources: {'Port': ['ID=bc2387da-b05f-493c-8da9-5b1cad832986,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:26.047320 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:08:26.048017 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Checking segment: {'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:26.048017 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.048361 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Bound using segment: {'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:08:26.048849 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Bound port: 95a29b82-a03d-41c5-afdb-1db262afeb89, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:08:26.049247 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.127019 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] For port 95a29b82-a03d-41c5-afdb-1db262afeb89, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:08:26.130498 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] For port 95a29b82-a03d-41c5-afdb-1db262afeb89, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=95a29b82-a03d-41c5-afdb-1db262afeb89,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:08:26.136671 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.205025 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Routers {'455a739f-61e7-4bed-af2e-0791d9e5321c'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:08:26.206000 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:08:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['455a739f-61e7-4bed-af2e-0791d9e5321c'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:26.207620 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9ea6c4-00c3-46d9-884e-7e9329fa4ff3 None None] Pushing event updated for resources: {'Port': ['ID=95a29b82-a03d-41c5-afdb-1db262afeb89,revision_number=4']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:26.302278 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.346618 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-e6ca0f4f-19a9-4ae8-9867-cc44b5ea973f None None] Provisioning complete for port 95a29b82-a03d-41c5-afdb-1db262afeb89 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:26.346989 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0f4f-19a9-4ae8-9867-cc44b5ea973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.366351 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] Set router 455a739f-61e7-4bed-af2e-0791d9e5321c gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:08:26.492654 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0f4f-19a9-4ae8-9867-cc44b5ea973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.538278 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-e6ca0f4f-19a9-4ae8-9867-cc44b5ea973f None None] For port 95a29b82-a03d-41c5-afdb-1db262afeb89, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=95a29b82-a03d-41c5-afdb-1db262afeb89,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:26.542996 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-e6ca0f4f-19a9-4ae8-9867-cc44b5ea973f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.558298 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3679045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3685374'] for router, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.591858 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca0f4f-19a9-4ae8-9867-cc44b5ea973f None None] Pushing event updated for resources: {'Port': ['ID=95a29b82-a03d-41c5-afdb-1db262afeb89,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:26.619732 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '95a29b82-a03d-41c5-afdb-1db262afeb89', 'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'mac_address': 'fa:16:3e:13:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:22Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'subnets': [{'id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:26.646682 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f590dcf-c684-450a-83bd-e94aa1659f65 None None] The sync data for ids ['455a739f-61e7-4bed-af2e-0791d9e5321c'] in dv-cinder-808574-5-iscsi is: [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '95a29b82-a03d-41c5-afdb-1db262afeb89', 'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'mac_address': 'fa:16:3e:13:65:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:22Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'subnets': [{'id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:08:26.667243 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-07535a2d-da77-40c3-9c27-ccdb0fa7145f None None] Provisioning complete for port 95a29b82-a03d-41c5-afdb-1db262afeb89 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:26.667618 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-07535a2d-da77-40c3-9c27-ccdb0fa7145f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:26.702484 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Router d5a6009d-684a-445d-8965-4edc75b192e8 is scheduled to L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 with binding_index 1 {{(pid=102441) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 13 11:08:26.909081 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device bc2387da-b05f-493c-8da9-5b1cad832986 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:26.976402 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port bc2387da-b05f-493c-8da9-5b1cad832986 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:26.976884 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.078065 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.122286 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port bc2387da-b05f-493c-8da9-5b1cad832986, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=bc2387da-b05f-493c-8da9-5b1cad832986,segment=NetworkSegment(ab8c08c4-9b9a-43b9-bb47-54b404c3967f),segment_id=ab8c08c4-9b9a-43b9-bb47-54b404c3967f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:27.129162 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.130163 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 3f5bf280-b194-4def-93b8-10872a7a2fef up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:27.156408 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:08:27.180117 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.183693 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-efd7bc27-9d28-4cd8-9179-7a1216012ee0 admin admin] 10.222.0.43 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0001533 Dec 13 11:08:27.186483 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49542) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:27.209137 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Sync routers for ids ['d5a6009d-684a-445d-8965-4edc75b192e8'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:08:27.264106 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Routers {'d5a6009d-684a-445d-8965-4edc75b192e8'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:08:27.264749 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:08:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['d5a6009d-684a-445d-8965-4edc75b192e8'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:27.274789 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=bc2387da-b05f-493c-8da9-5b1cad832986,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:27.337261 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00cf33c9-f975-46d4-927a-887b093975a5 None None] Network b3a07ecd-a976-441e-9ed7-788b8c189664 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:08:27.449841 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 3f5bf280-b194-4def-93b8-10872a7a2fef triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:27.450641 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.515247 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-3ce2f31c-343a-4458-b01b-1b1b0e5c4d3c None None] Provisioning complete for port bc2387da-b05f-493c-8da9-5b1cad832986 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:27.515611 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3ce2f31c-343a-4458-b01b-1b1b0e5c4d3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.529031 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Set router d5a6009d-684a-445d-8965-4edc75b192e8 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:08:27.690697 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.856438 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'name': 'tempest-TestShelveInstance-502189638-router', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 3, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'gw_port': {'id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:27.881934 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Allocated IP 172.20.0.1 (b3a07ecd-a976-441e-9ed7-788b8c189664/f90d522b-03ea-4c2a-a83d-970fd834902d/55756d89-e8a8-49d5-863b-0387e0dd5c7a) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:08:27.896737 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Checking router: d5a6009d-684a-445d-8965-4edc75b192e8 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:08:27.896737 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Updating router d5a6009d-684a-445d-8965-4edc75b192e8 port dedf822c-e1c6-43fb-85d6-ed4b75737c78 binding host dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:08:27.927836 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:27.997683 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.033732 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.072245 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Network b3a07ecd-a976-441e-9ed7-788b8c189664 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:28.075179 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:28.078766 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:08:28.098614 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-b2ab29b7-bbc0-40ff-8673-fadaa72c6a7f None None] Provisioning complete for port bc2387da-b05f-493c-8da9-5b1cad832986 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:28.099110 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b2ab29b7-bbc0-40ff-8673-fadaa72c6a7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.104914 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Pushing event updated for resources: {'Port': ['ID=55756d89-e8a8-49d5-863b-0387e0dd5c7a,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:28.122929 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3678861'] for router_interface, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.260322 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.275264 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Publish callbacks [] for port, precommit_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.282504 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.335579 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Attempting to bind port dedf822c-e1c6-43fb-85d6-ed4b75737c78 on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:08:28.335944 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Attempting to bind port dedf822c-e1c6-43fb-85d6-ed4b75737c78 by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:08:28.336295 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Attempting to bind port dedf822c-e1c6-43fb-85d6-ed4b75737c78 on network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:28.338280 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d715fdc-5604-4683-98d0-b28db807dce2 None None] Pushing event updated for resources: {'Port': ['ID=dedf822c-e1c6-43fb-85d6-ed4b75737c78,revision_number=2']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:28.343766 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:08:28.344133 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Checking segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:28.344703 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.345471 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Bound using segment: {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'} {{(pid=102443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:08:28.345967 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.managers [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Bound port: dedf822c-e1c6-43fb-85d6-ed4b75737c78, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee6689d-a245-4959-b5f3-3c13bc8e9e3f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603'}}] {{(pid=102443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:08:28.346495 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.394304 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-a4852170-0dcc-4dd4-b2e9-e034f44c2632 None None] Provisioning complete for port 55756d89-e8a8-49d5-863b-0387e0dd5c7a triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:28.394689 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a4852170-0dcc-4dd4-b2e9-e034f44c2632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.435224 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] For port dedf822c-e1c6-43fb-85d6-ed4b75737c78, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:08:28.436369 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.439763 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] For port dedf822c-e1c6-43fb-85d6-ed4b75737c78, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=dedf822c-e1c6-43fb-85d6-ed4b75737c78,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:08:28.442833 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.443845 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-a4852170-0dcc-4dd4-b2e9-e034f44c2632 None None] Port 55756d89-e8a8-49d5-863b-0387e0dd5c7a cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:08:28.446477 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.503129 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Routers {'d5a6009d-684a-445d-8965-4edc75b192e8'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:08:28.503750 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:08:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['d5a6009d-684a-445d-8965-4edc75b192e8'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:28.505389 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d715fdc-5604-4683-98d0-b28db807dce2 None None] Pushing event updated for resources: {'Port': ['ID=dedf822c-e1c6-43fb-85d6-ed4b75737c78,revision_number=3']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:28.513354 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3773023', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3680061'] for router_interface, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:28.515235 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Pushing event updated for resources: {'Port': ['ID=55756d89-e8a8-49d5-863b-0387e0dd5c7a,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:28.615920 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Network b3a07ecd-a976-441e-9ed7-788b8c189664 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:28.617348 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:28.750588 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Router d5a6009d-684a-445d-8965-4edc75b192e8 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:08:28.760223 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] Set router d5a6009d-684a-445d-8965-4edc75b192e8 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:08:28.858925 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device bc2387da-b05f-493c-8da9-5b1cad832986 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:28.888277 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:08:28.893660 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-9ddd3d94-eca9-4427-b218-6919762d8025 admin admin] 10.222.0.43 "PUT /v2.0/routers/d5a6009d-684a-445d-8965-4edc75b192e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7061019 Dec 13 11:08:28.954875 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-f6b67fa8-583f-4a5f-b034-e0c937a9bf19 None None] Provisioning complete for port 55756d89-e8a8-49d5-863b-0387e0dd5c7a triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:28.955237 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-f6b67fa8-583f-4a5f-b034-e0c937a9bf19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.014572 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-f6b67fa8-583f-4a5f-b034-e0c937a9bf19 None None] Port 55756d89-e8a8-49d5-863b-0387e0dd5c7a cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:08:29.035066 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port bc2387da-b05f-493c-8da9-5b1cad832986 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:29.035420 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.124376 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'name': 'tempest-TestShelveInstance-502189638-router', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:28Z', 'revision_number': 4, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'gw_port': {'id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '55756d89-e8a8-49d5-863b-0387e0dd5c7a', 'name': '', 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'mac_address': 'fa:16:3e:5d:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f90d522b-03ea-4c2a-a83d-970fd834902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:27Z', 'updated_at': '2021-12-13T11:08:28Z', 'revision_number': 2, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'subnets': [{'id': 'f90d522b-03ea-4c2a-a83d-970fd834902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:29.154633 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d566b083-4e73-4048-a974-3ea5968c9b77 None None] The sync data for ids ['d5a6009d-684a-445d-8965-4edc75b192e8'] in dv-cinder-808574-5-iscsi is: [{'id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'name': 'tempest-TestShelveInstance-502189638-router', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:28Z', 'revision_number': 4, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'gw_port': {'id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '55756d89-e8a8-49d5-863b-0387e0dd5c7a', 'name': '', 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'mac_address': 'fa:16:3e:5d:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f90d522b-03ea-4c2a-a83d-970fd834902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:27Z', 'updated_at': '2021-12-13T11:08:28Z', 'revision_number': 2, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'subnets': [{'id': 'f90d522b-03ea-4c2a-a83d-970fd834902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:08:29.163696 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 95a29b82-a03d-41c5-afdb-1db262afeb89 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:29.213518 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 95a29b82-a03d-41c5-afdb-1db262afeb89 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:29.214125 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.482970 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49550) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:29.487611 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-98d991d9-444a-49ee-be7f-39716f7e56da tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-486504592', 'description': 'tempest-secgroup-smoke-486504592 description', 'project_id': '38d0a419ecde4092b449f3d49306fb95'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:29.513123 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-98d991d9-444a-49ee-be7f-39716f7e56da tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.585559 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-98d991d9-444a-49ee-be7f-39716f7e56da tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.589621 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-98d991d9-444a-49ee-be7f-39716f7e56da tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.618779 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-98d991d9-444a-49ee-be7f-39716f7e56da tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.620043 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-98d991d9-444a-49ee-be7f-39716f7e56da tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1360595 Dec 13 11:08:29.623115 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49552) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:29.628699 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-f8933cde-1a72-471b-8cc1-1868d8c29e63 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Request body: {'security_group_rule': {'security_group_id': '101d410c-741f-4e92-a21e-587d2c76c776', 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:29.634253 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d991d9-444a-49ee-be7f-39716f7e56da tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101d410c-741f-4e92-a21e-587d2c76c776,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:29.658714 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f8933cde-1a72-471b-8cc1-1868d8c29e63 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.717274 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f8933cde-1a72-471b-8cc1-1868d8c29e63 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.723384 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f8933cde-1a72-471b-8cc1-1868d8c29e63 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.759038 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8933cde-1a72-471b-8cc1-1868d8c29e63 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d3f1eb9-f14d-4c2c-9f0d-6aa03120408a,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:29.774000 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-f8933cde-1a72-471b-8cc1-1868d8c29e63 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.775592 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-f8933cde-1a72-471b-8cc1-1868d8c29e63 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516287 Dec 13 11:08:29.778335 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49554) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:29.782875 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-cca68b5b-beda-4e1d-8699-c323b73f0f4d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Request body: {'security_group_rule': {'security_group_id': '101d410c-741f-4e92-a21e-587d2c76c776', 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:29.815967 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cca68b5b-beda-4e1d-8699-c323b73f0f4d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.877145 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cca68b5b-beda-4e1d-8699-c323b73f0f4d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.881414 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cca68b5b-beda-4e1d-8699-c323b73f0f4d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.899282 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca68b5b-beda-4e1d-8699-c323b73f0f4d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4af011-1546-439c-9bc1-ee76e1a6b4fb,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:29.909127 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-cca68b5b-beda-4e1d-8699-c323b73f0f4d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:29.910444 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-cca68b5b-beda-4e1d-8699-c323b73f0f4d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310451 Dec 13 11:08:29.913148 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49556) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:29.917593 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-a8b565c3-1464-4908-84c5-56c3b2fd4554 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Request body: {'security_group_rule': {'security_group_id': '101d410c-741f-4e92-a21e-587d2c76c776', 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:29.947144 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a8b565c3-1464-4908-84c5-56c3b2fd4554 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.005409 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a8b565c3-1464-4908-84c5-56c3b2fd4554 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.010180 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a8b565c3-1464-4908-84c5-56c3b2fd4554 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.030882 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b565c3-1464-4908-84c5-56c3b2fd4554 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0db4532-7d69-4785-a047-a2082aedc1a0,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:30.042430 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-a8b565c3-1464-4908-84c5-56c3b2fd4554 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.043940 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-a8b565c3-1464-4908-84c5-56c3b2fd4554 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1298673 Dec 13 11:08:30.046943 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49558) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:30.051451 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-ee8699ac-2454-42d6-9697-e6c98d5a4742 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Request body: {'security_group_rule': {'security_group_id': '101d410c-741f-4e92-a21e-587d2c76c776', 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:30.081725 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ee8699ac-2454-42d6-9697-e6c98d5a4742 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.147031 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ee8699ac-2454-42d6-9697-e6c98d5a4742 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.151692 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ee8699ac-2454-42d6-9697-e6c98d5a4742 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.169722 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8699ac-2454-42d6-9697-e6c98d5a4742 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4049fb09-db84-49b6-9e5f-f037fd784df1,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:30.179517 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-ee8699ac-2454-42d6-9697-e6c98d5a4742 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.183394 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-ee8699ac-2454-42d6-9697-e6c98d5a4742 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329598 Dec 13 11:08:30.183697 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49560) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:30.188766 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-65ddba4e-a96a-4749-9bae-205632f0a877 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Request body: {'security_group_rule': {'security_group_id': '101d410c-741f-4e92-a21e-587d2c76c776', 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:30.219193 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.securitygroups_db [None req-65ddba4e-a96a-4749-9bae-205632f0a877 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Project 38d0a419ecde4092b449f3d49306fb95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 11:08:30.225194 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-65ddba4e-a96a-4749-9bae-205632f0a877 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.286180 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-65ddba4e-a96a-4749-9bae-205632f0a877 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.290515 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-65ddba4e-a96a-4749-9bae-205632f0a877 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.309427 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ddba4e-a96a-4749-9bae-205632f0a877 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dbc5840-1e39-4a6f-83e0-98f129d6adff,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:30.320420 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-65ddba4e-a96a-4749-9bae-205632f0a877 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.321617 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-65ddba4e-a96a-4749-9bae-205632f0a877 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369724 Dec 13 11:08:30.324504 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49562) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:08:30.330191 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-17621ed2-57db-448a-ae47-ea401b44c758 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Request body: {'security_group_rule': {'security_group_id': '101d410c-741f-4e92-a21e-587d2c76c776', 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:30.352710 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.securitygroups_db [None req-17621ed2-57db-448a-ae47-ea401b44c758 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Project 38d0a419ecde4092b449f3d49306fb95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 13 11:08:30.357676 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-17621ed2-57db-448a-ae47-ea401b44c758 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.417843 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-17621ed2-57db-448a-ae47-ea401b44c758 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.423207 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-17621ed2-57db-448a-ae47-ea401b44c758 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3711442'] for security_group_rule, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.440617 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17621ed2-57db-448a-ae47-ea401b44c758 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8339f20-25d0-430d-a4b0-fc6a58e73e8e,revision_number=0']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:30.447772 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-17621ed2-57db-448a-ae47-ea401b44c758 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group_rule, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.449112 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-17621ed2-57db-448a-ae47-ea401b44c758 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1232278 Dec 13 11:08:30.776238 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device dedf822c-e1c6-43fb-85d6-ed4b75737c78 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:30.830869 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port dedf822c-e1c6-43fb-85d6-ed4b75737c78 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:30.831240 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.918596 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.942903 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] For port dedf822c-e1c6-43fb-85d6-ed4b75737c78, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=dedf822c-e1c6-43fb-85d6-ed4b75737c78,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:30.947424 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:30.996450 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Pushing event updated for resources: {'Port': ['ID=dedf822c-e1c6-43fb-85d6-ed4b75737c78,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:31.071236 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Sync routers for ids ['d5a6009d-684a-445d-8965-4edc75b192e8'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:08:31.081378 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Routers {'d5a6009d-684a-445d-8965-4edc75b192e8'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:08:31.081988 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:08:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['d5a6009d-684a-445d-8965-4edc75b192e8'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:31.192052 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Set router d5a6009d-684a-445d-8965-4edc75b192e8 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:08:31.411717 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'name': 'tempest-TestShelveInstance-502189638-router', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:28Z', 'revision_number': 4, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'gw_port': {'id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '55756d89-e8a8-49d5-863b-0387e0dd5c7a', 'name': '', 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'mac_address': 'fa:16:3e:5d:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f90d522b-03ea-4c2a-a83d-970fd834902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:27Z', 'updated_at': '2021-12-13T11:08:28Z', 'revision_number': 2, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'subnets': [{'id': 'f90d522b-03ea-4c2a-a83d-970fd834902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:31.438617 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Checking router: d5a6009d-684a-445d-8965-4edc75b192e8 for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:08:31.438794 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Updating router d5a6009d-684a-445d-8965-4edc75b192e8 port 55756d89-e8a8-49d5-863b-0387e0dd5c7a binding host dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 13 11:08:31.462501 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:31.823995 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Publish callbacks [] for port, precommit_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:31.833304 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:31.894269 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e078a-3bf4-420b-b6f2-f4be6bf95865 None None] Pushing event updated for resources: {'Port': ['ID=55756d89-e8a8-49d5-863b-0387e0dd5c7a,revision_number=3']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:31.955141 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Attempting to bind port 55756d89-e8a8-49d5-863b-0387e0dd5c7a on host dv-cinder-808574-5-iscsi for vnic_type normal with profile {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:08:31.955510 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Attempting to bind port 55756d89-e8a8-49d5-863b-0387e0dd5c7a by drivers openvswitch,hyperv on host dv-cinder-808574-5-iscsi at level 0 using segments [{'id': 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664'}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:08:31.955876 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Attempting to bind port 55756d89-e8a8-49d5-863b-0387e0dd5c7a on network b3a07ecd-a976-441e-9ed7-788b8c189664 {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:31.961401 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Checking agent: {'id': 'e13c2d3d-8756-4cb9-bffe-57090346c6f3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-808574-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 51, 48), 'started_at': datetime.datetime(2021, 12, 13, 10, 52, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-808574-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:08:31.961766 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Checking segment: {'id': 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:31.962164 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:31.962569 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Bound using segment: {'id': 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664'} {{(pid=102444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:08:31.963034 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.managers [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Bound port: 55756d89-e8a8-49d5-863b-0387e0dd5c7a, host: dv-cinder-808574-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664'}}] {{(pid=102444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:08:31.963411 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:32.031006 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] For port 55756d89-e8a8-49d5-863b-0387e0dd5c7a, host dv-cinder-808574-5-iscsi, cleared binding levels {{(pid=102444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:08:32.034228 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.plugins.ml2.db [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] For port 55756d89-e8a8-49d5-863b-0387e0dd5c7a, host dv-cinder-808574-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=55756d89-e8a8-49d5-863b-0387e0dd5c7a,segment=NetworkSegment(ab8c08c4-9b9a-43b9-bb47-54b404c3967f),segment_id=ab8c08c4-9b9a-43b9-bb47-54b404c3967f)] {{(pid=102444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:08:32.039943 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron_lib.callbacks.manager [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:32.056336 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-83302ea2-95e8-4f8c-b8ca-981eb7cd2e1e None None] Provisioning complete for port 55756d89-e8a8-49d5-863b-0387e0dd5c7a triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:32.056976 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-83302ea2-95e8-4f8c-b8ca-981eb7cd2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:32.100186 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e078a-3bf4-420b-b6f2-f4be6bf95865 None None] Pushing event updated for resources: {'Port': ['ID=55756d89-e8a8-49d5-863b-0387e0dd5c7a,revision_number=4']} {{(pid=102444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:32.102791 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Routers {'d5a6009d-684a-445d-8965-4edc75b192e8'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:08:32.103393 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:08:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['d5a6009d-684a-445d-8965-4edc75b192e8'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:32.154394 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-83302ea2-95e8-4f8c-b8ca-981eb7cd2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:32.194321 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-83302ea2-95e8-4f8c-b8ca-981eb7cd2e1e None None] For port 55756d89-e8a8-49d5-863b-0387e0dd5c7a, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=55756d89-e8a8-49d5-863b-0387e0dd5c7a,segment=NetworkSegment(ab8c08c4-9b9a-43b9-bb47-54b404c3967f),segment_id=ab8c08c4-9b9a-43b9-bb47-54b404c3967f)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:32.199567 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-83302ea2-95e8-4f8c-b8ca-981eb7cd2e1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:32.227623 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] Set router d5a6009d-684a-445d-8965-4edc75b192e8 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:08:32.259838 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83302ea2-95e8-4f8c-b8ca-981eb7cd2e1e None None] Pushing event updated for resources: {'Port': ['ID=55756d89-e8a8-49d5-863b-0387e0dd5c7a,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:32.325048 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-48738a72-449a-4280-b38f-f730b2c2a232 None None] Provisioning complete for port 55756d89-e8a8-49d5-863b-0387e0dd5c7a triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:32.325408 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-48738a72-449a-4280-b38f-f730b2c2a232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:32.436626 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'name': 'tempest-TestShelveInstance-502189638-router', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:28Z', 'revision_number': 4, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'gw_port': {'id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '55756d89-e8a8-49d5-863b-0387e0dd5c7a', 'name': '', 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'mac_address': 'fa:16:3e:5d:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f90d522b-03ea-4c2a-a83d-970fd834902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:27Z', 'updated_at': '2021-12-13T11:08:32Z', 'revision_number': 4, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'subnets': [{'id': 'f90d522b-03ea-4c2a-a83d-970fd834902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:08:32.466198 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c8242b-ee59-4bb6-858e-e4351a13425d None None] The sync data for ids ['d5a6009d-684a-445d-8965-4edc75b192e8'] in dv-cinder-808574-5-iscsi is: [{'id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'name': 'tempest-TestShelveInstance-502189638-router', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:28Z', 'revision_number': 4, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'gw_port': {'id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '55756d89-e8a8-49d5-863b-0387e0dd5c7a', 'name': '', 'network_id': 'b3a07ecd-a976-441e-9ed7-788b8c189664', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'mac_address': 'fa:16:3e:5d:8d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'f90d522b-03ea-4c2a-a83d-970fd834902d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:27Z', 'updated_at': '2021-12-13T11:08:32Z', 'revision_number': 4, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'subnets': [{'id': 'f90d522b-03ea-4c2a-a83d-970fd834902d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:08:32.770742 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device dedf822c-e1c6-43fb-85d6-ed4b75737c78 up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:32.822838 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port dedf822c-e1c6-43fb-85d6-ed4b75737c78 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:32.823208 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:32.906922 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 55756d89-e8a8-49d5-863b-0387e0dd5c7a up at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:32.959953 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Provisioning complete for port 55756d89-e8a8-49d5-863b-0387e0dd5c7a triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:32.960289 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:39.431014 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:08:40.314374 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:42.074317 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-06e22c35-b5e7-4dc1-84a9-5dc3ee3edbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:44.389492 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-d324cc0a-ee6f-4974-9e43-f4f386938da3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:45.666998 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:45.803200 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-44f69921-c1d1-4722-b2b5-1650ebaaeb01 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-486504592&fields=id&tenant_id=38d0a419ecde4092b449f3d49306fb95 HTTP/1.1" status: 200 len: 267 time: 0.0538483 Dec 13 11:08:45.915707 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-a6d939c9-466a-40bb-9a2c-a8f6fc85a77f tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:45.917193 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-a6d939c9-466a-40bb-9a2c-a8f6fc85a77f tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/networks?id=1b1617e5-eeb5-4452-ab89-4b0f3a827875 HTTP/1.1" status: 200 len: 809 time: 0.1047866 Dec 13 11:08:45.935455 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-94e532cd-831e-4c30-ae53-cf35d2e67675 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/quotas/38d0a419ecde4092b449f3d49306fb95 HTTP/1.1" status: 200 len: 375 time: 0.0094295 Dec 13 11:08:45.986999 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-65dcfaec-9d3f-4377-9b55-330fdfc626e3 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=38d0a419ecde4092b449f3d49306fb95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463879 Dec 13 11:08:46.085827 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-e8c29c7b-0182-4ab7-bad5-d7d05605634e service neutron] 10.222.0.43 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866358 Dec 13 11:08:46.199246 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-5b956a50-b916-450e-b706-07b5dee205b0 service neutron] 10.222.0.43 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053720 Dec 13 11:08:46.486316 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3b893d36-ff6b-432f-9536-0d8b086aad88 req-eba7ef32-ccba-44f6-8eab-901226fe0a52 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 210 time: 0.0260532 Dec 13 11:08:47.018853 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:47.164492 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-da4b7fd3-f2f0-4305-a86b-8d52600876bf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506997 Dec 13 11:08:47.251548 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-5c9b4328-70da-410c-b548-64d43eccf306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:47.253117 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-5c9b4328-70da-410c-b548-64d43eccf306 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 1099 time: 0.0414720 Dec 13 11:08:47.368329 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-d88a9e75-afb8-49ba-93b6-2e6d10ab87e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:47.369829 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-d88a9e75-afb8-49ba-93b6-2e6d10ab87e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.0922384 Dec 13 11:08:47.447592 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-e2bf59b4-b431-4333-9624-30d9e6f99477 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3f90e959-e933-4046-8590-2092fa106d5a HTTP/1.1" status: 200 len: 1001 time: 0.0639670 Dec 13 11:08:47.472951 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-32d213ab-446b-4bf1-93cb-2ac6f5f2a475 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:47.474587 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-32d213ab-446b-4bf1-93cb-2ac6f5f2a475 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.39 "GET /v2.0/networks?id=1b1617e5-eeb5-4452-ab89-4b0f3a827875 HTTP/1.1" status: 200 len: 809 time: 0.1107216 Dec 13 11:08:47.504143 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-17438653-291f-4eda-8158-2432dd603f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:47.505782 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-17438653-291f-4eda-8158-2432dd603f88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0513465 Dec 13 11:08:47.543790 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-93856b96-d0c9-4ee5-906f-f0517dc0b45a tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38d0a419ecde4092b449f3d49306fb95 HTTP/1.1" status: 200 len: 379 time: 0.0601971 Dec 13 11:08:47.553689 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Request body: {'port': {'device_id': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'admin_state_up': True, 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'security_groups': ['101d410c-741f-4e92-a21e-587d2c76c776']}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:47.562280 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-8c136f74-1903-4c71-9379-603ee9da1ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:47.563875 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-8c136f74-1903-4c71-9379-603ee9da1ecf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454133 Dec 13 11:08:47.629090 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e7ed1b84-89e1-4b1c-84fa-c2635336392a req-dd2a00da-a532-47e0-a41b-7d38b9893a47 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 210 time: 0.0576167 Dec 13 11:08:47.655872 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-f728bd28-dfbc-465c-8562-55aac1d5ae87 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850911 Dec 13 11:08:47.692542 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Made reservation on behalf of 38d0a419ecde4092b449f3d49306fb95 for: {'port': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:08:47.696188 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:47.753847 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-1547d4ce-8396-46ae-a5ae-c3f00447c938 req-6be00055-fdce-495c-aea6-c906c0d881dc service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905304 Dec 13 11:08:47.821859 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Allocated IP 172.20.0.14 (1b1617e5-eeb5-4452-ab89-4b0f3a827875/2eca97ad-e973-4442-a34a-a5d3a1dec411/208b5606-c74f-45fe-90ce-f5e20b44d896) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:08:47.964794 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:48.000810 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:48.042236 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:48.044855 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:08:48.048071 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:08:48.051806 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:08:48.075691 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event updated for resources: {'Port': ['ID=208b5606-c74f-45fe-90ce-f5e20b44d896,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:48.111895 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:48.112550 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:48.132912 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-03862f0a-d38a-4e3c-abba-6f03df4b07ab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5836339 Dec 13 11:08:48.150145 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Request body: {'port': {'device_id': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:08:48.243210 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-e584f107-791f-42cc-96fd-5188ae55880f None None] Provisioning complete for port 208b5606-c74f-45fe-90ce-f5e20b44d896 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:48.243686 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-e584f107-791f-42cc-96fd-5188ae55880f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:48.278969 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-e584f107-791f-42cc-96fd-5188ae55880f None None] Port 208b5606-c74f-45fe-90ce-f5e20b44d896 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:08:48.465422 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:48.756957 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 208b5606-c74f-45fe-90ce-f5e20b44d896 {{(pid=102441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:08:48.766003 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:48.782179 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.provisioning_blocks [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Transition to ACTIVE for port object 208b5606-c74f-45fe-90ce-f5e20b44d896 will not be triggered until provisioned by entity L2. {{(pid=102441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:08:48.789944 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def8af3e-a1b6-4c81-9112-f6365a089193 req-1a5ca92d-4493-46da-bebc-b17cb5fef2b8 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:48.791455 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-def8af3e-a1b6-4c81-9112-f6365a089193 req-1a5ca92d-4493-46da-bebc-b17cb5fef2b8 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 932 time: 0.0949297 Dec 13 11:08:48.792474 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:48.857348 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Pushing event updated for resources: {'Port': ['ID=208b5606-c74f-45fe-90ce-f5e20b44d896,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:48.928982 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-def8af3e-a1b6-4c81-9112-f6365a089193 req-315f8257-35a2-479a-bd12-184d6b811d87 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309073 Dec 13 11:08:48.966363 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Attempting to bind port 208b5606-c74f-45fe-90ce-f5e20b44d896 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:08:48.967164 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Attempting to bind port 208b5606-c74f-45fe-90ce-f5e20b44d896 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:08:48.967575 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Attempting to bind port 208b5606-c74f-45fe-90ce-f5e20b44d896 on network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:48.972407 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Port 208b5606-c74f-45fe-90ce-f5e20b44d896 on network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:08:48.972733 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Attempting to bind port 208b5606-c74f-45fe-90ce-f5e20b44d896 on network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:08:48.977916 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:08:48.978248 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Checking segment: {'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:08:48.978798 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Bound using segment: {'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:08:48.979240 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Bound port: 208b5606-c74f-45fe-90ce-f5e20b44d896, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '214e8bf8-b4ae-494b-8d40-e04092729e9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 277, 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875'}}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:08:48.979600 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:49.050034 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] For port 208b5606-c74f-45fe-90ce-f5e20b44d896, host hv-cinder-80857, cleared binding levels {{(pid=102441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:08:49.053326 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] For port 208b5606-c74f-45fe-90ce-f5e20b44d896, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=208b5606-c74f-45fe-90ce-f5e20b44d896,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:08:49.057915 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:49.094569 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:49.095170 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:49.096604 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] 10.222.0.39 "PUT /v2.0/ports/208b5606-c74f-45fe-90ce-f5e20b44d896 HTTP/1.1" status: 200 len: 1094 time: 0.9517093 Dec 13 11:08:49.097023 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:08:49.099548 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b6046a-ddbe-4384-80c9-7001c2a7abbc" -d '{"events": [{"name": "network-changed", "server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:08:49.121586 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df73e66d-f183-4fff-a18f-51a9899bcdfb service neutron] Pushing event updated for resources: {'Port': ['ID=208b5606-c74f-45fe-90ce-f5e20b44d896,revision_number=3']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:49.194617 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-84fd099d-8f68-44b0-b34f-89789fba93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:49.196265 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-84fd099d-8f68-44b0-b34f-89789fba93d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d0a419ecde4092b449f3d49306fb95&device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1097 time: 0.0493972 Dec 13 11:08:49.247524 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-6cd56e47-165e-44cc-ab3b-b558fed165e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208b5606-c74f-45fe-90ce-f5e20b44d896 HTTP/1.1" status: 200 len: 217 time: 0.0428555 Dec 13 11:08:49.300406 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-f966aa1b-8b75-46b1-a2d8-f12224207a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:49.301812 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-f966aa1b-8b75-46b1-a2d8-f12224207a87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eca97ad-e973-4442-a34a-a5d3a1dec411 HTTP/1.1" status: 200 len: 848 time: 0.0478964 Dec 13 11:08:49.318251 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475ab869-44ed-4fb5-9a6b-4c0c0f1c42f9 x-openstack-request-id: req-475ab869-44ed-4fb5-9a6b-4c0c0f1c42f9 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:08:49.318562 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:08:49.318806 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-475ab869-44ed-4fb5-9a6b-4c0c0f1c42f9 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:08:49.319204 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'status': 'completed', 'code': 200} Dec 13 11:08:49.350899 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-5a362e58-1887-4359-86ad-592ed7c545bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:49.352427 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-5a362e58-1887-4359-86ad-592ed7c545bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1617e5-eeb5-4452-ab89-4b0f3a827875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426056 Dec 13 11:08:49.446040 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-3d5b5d30-9403-4dd9-80ca-27836b7a3387 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858953 Dec 13 11:08:49.541291 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-abe5a012-6617-4f27-84d5-3b3ad5169391 req-6166308f-b158-4ac9-861e-24456776b3c2 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875592 Dec 13 11:08:49.634426 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-230cfa77-96d1-40a9-8d58-bc3f0f0871d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:49.635897 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-230cfa77-96d1-40a9-8d58-bc3f0f0871d4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d0a419ecde4092b449f3d49306fb95&device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1097 time: 0.0447545 Dec 13 11:08:49.731780 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-ddb1cacb-d06f-497f-86ee-743fcd6f8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:49.733417 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-ddb1cacb-d06f-497f-86ee-743fcd6f8d98 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1617e5-eeb5-4452-ab89-4b0f3a827875 HTTP/1.1" status: 200 len: 910 time: 0.0899119 Dec 13 11:08:49.790955 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-b2980b35-267a-4796-91e1-9c9720db3192 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208b5606-c74f-45fe-90ce-f5e20b44d896 HTTP/1.1" status: 200 len: 217 time: 0.0503805 Dec 13 11:08:49.849313 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-3bde0d96-8564-4142-8d3f-facb1ed22755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:49.850822 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-3bde0d96-8564-4142-8d3f-facb1ed22755 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eca97ad-e973-4442-a34a-a5d3a1dec411 HTTP/1.1" status: 200 len: 848 time: 0.0525911 Dec 13 11:08:49.901334 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-f32c9236-e866-4a82-92ab-65ea08e7b378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:49.902826 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-f32c9236-e866-4a82-92ab-65ea08e7b378 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1617e5-eeb5-4452-ab89-4b0f3a827875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440848 Dec 13 11:08:49.996094 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-d64bb0a5-29f3-4534-ab57-7bb4ae8a26ed service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859311 Dec 13 11:08:50.121427 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812698e6-adcc-4db0-a159-47519f49dc45 req-d4abf6fd-9480-4c97-ae5b-aa1536feead1 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:50.122954 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-812698e6-adcc-4db0-a159-47519f49dc45 req-d4abf6fd-9480-4c97-ae5b-aa1536feead1 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.1190145 Dec 13 11:08:50.140307 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-65b6046a-ddbe-4384-80c9-7001c2a7abbc req-fcf1bfbf-01de-45e3-81ef-08118285a621 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375153 Dec 13 11:08:50.183230 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-812698e6-adcc-4db0-a159-47519f49dc45 req-5ce48849-5e98-488e-82a1-e430a4adfab7 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542128 Dec 13 11:08:51.309068 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c93321-61fd-4ed0-848e-6862184d024b req-eff0d57a-2abc-4f50-b33c-63d252ff0190 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:51.310785 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-18c93321-61fd-4ed0-848e-6862184d024b req-eff0d57a-2abc-4f50-b33c-63d252ff0190 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0548344 Dec 13 11:08:51.364677 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-18c93321-61fd-4ed0-848e-6862184d024b req-e3f456ce-639f-4b69-840e-c86aca69ae74 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453284 Dec 13 11:08:52.491219 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4196e4-b7af-4c13-b8da-c5406c3d3477 req-3ac9d99d-8ee8-48ec-8d66-0e149d6b6bf6 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:52.492729 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3f4196e4-b7af-4c13-b8da-c5406c3d3477 req-3ac9d99d-8ee8-48ec-8d66-0e149d6b6bf6 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0537143 Dec 13 11:08:52.549940 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3f4196e4-b7af-4c13-b8da-c5406c3d3477 req-09076939-3deb-46a5-95a5-f1648baf6219 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481279 Dec 13 11:08:53.683889 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52639e5-99f4-48f8-ab22-f3d57944bb56 req-01860d99-8cc0-4ee0-ba5e-eecdd62c0aa2 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:53.685348 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b52639e5-99f4-48f8-ab22-f3d57944bb56 req-01860d99-8cc0-4ee0-ba5e-eecdd62c0aa2 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0591316 Dec 13 11:08:53.736240 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b52639e5-99f4-48f8-ab22-f3d57944bb56 req-8f0dd5a0-de6b-45e4-900f-1d513f708175 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449376 Dec 13 11:08:54.878146 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16e615-333e-4667-ac11-afdf6c3403ad req-79acdb09-f6f1-4c0b-a923-14c1066ca2b9 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:54.880599 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e16e615-333e-4667-ac11-afdf6c3403ad req-79acdb09-f6f1-4c0b-a923-14c1066ca2b9 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0632470 Dec 13 11:08:54.935179 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e16e615-333e-4667-ac11-afdf6c3403ad req-bc2ae644-e4ec-40ce-9a44-e1c0675eeaab tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484929 Dec 13 11:08:56.077476 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21757c80-98b2-4d6d-ae51-ed38c3d5ec02 req-43eb56fd-1876-4e9d-b5f9-8b134691b932 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:56.078969 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-21757c80-98b2-4d6d-ae51-ed38c3d5ec02 req-43eb56fd-1876-4e9d-b5f9-8b134691b932 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0579402 Dec 13 11:08:56.141115 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-21757c80-98b2-4d6d-ae51-ed38c3d5ec02 req-b44c1a8d-2c22-4611-ba74-b5777d54c2e1 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529952 Dec 13 11:08:57.216619 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 208b5606-c74f-45fe-90ce-f5e20b44d896 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:08:57.265557 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220f8ae-a1a0-4af9-93dc-c9357b6d4bcc req-452eb51c-8845-4c64-a112-b920a08daea9 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:57.267194 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8220f8ae-a1a0-4af9-93dc-c9357b6d4bcc req-452eb51c-8845-4c64-a112-b920a08daea9 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0495236 Dec 13 11:08:57.325134 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-8220f8ae-a1a0-4af9-93dc-c9357b6d4bcc req-e48e4f76-581b-4885-8748-05fead1f9fd0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517511 Dec 13 11:08:57.327213 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 208b5606-c74f-45fe-90ce-f5e20b44d896, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=208b5606-c74f-45fe-90ce-f5e20b44d896,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:57.340040 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'port_id': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'mac_address': 'fa:16:3e:07:c9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:08:57.376923 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:57.389643 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208b5606-c74f-45fe-90ce-f5e20b44d896 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:08:57.409590 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 208b5606-c74f-45fe-90ce-f5e20b44d896, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=208b5606-c74f-45fe-90ce-f5e20b44d896,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:57.415052 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:57.462561 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=208b5606-c74f-45fe-90ce-f5e20b44d896,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:57.639554 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['208b5606-c74f-45fe-90ce-f5e20b44d896'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:08:58.450792 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c625f270-3438-438e-bb4b-12dd00e4a1e9 req-126c3de3-c8ea-492d-9edb-0e7b6ab078ce tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:58.452239 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c625f270-3438-438e-bb4b-12dd00e4a1e9 req-126c3de3-c8ea-492d-9edb-0e7b6ab078ce tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 945 time: 0.0602272 Dec 13 11:08:58.503849 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c625f270-3438-438e-bb4b-12dd00e4a1e9 req-f3b701e8-6c75-4cfa-a371-a2d128ea8e7f tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452657 Dec 13 11:08:59.235079 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 208b5606-c74f-45fe-90ce-f5e20b44d896 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:08:59.300594 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 208b5606-c74f-45fe-90ce-f5e20b44d896 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:08:59.304315 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 208b5606-c74f-45fe-90ce-f5e20b44d896 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:08:59.304666 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:59.380482 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:59.404415 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:08:59.406726 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283d5bbd-497c-49e1-9940-d67f17fd4366" -d '{"events": [{"server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "name": "network-vif-plugged", "status": "completed", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:08:59.419344 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 208b5606-c74f-45fe-90ce-f5e20b44d896, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=208b5606-c74f-45fe-90ce-f5e20b44d896,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:08:59.424789 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:08:59.447745 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97187bd9-c044-4610-8a54-234c989d2cfb x-openstack-request-id: req-97187bd9-c044-4610-8a54-234c989d2cfb {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:08:59.448033 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "name": "network-vif-plugged", "status": "completed", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:08:59.448283 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-97187bd9-c044-4610-8a54-234c989d2cfb {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:08:59.448667 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'code': 200} Dec 13 11:08:59.478458 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=208b5606-c74f-45fe-90ce-f5e20b44d896,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:08:59.662672 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3dcc96-d50e-4085-b19b-9f260ef11d83 req-847c991e-7238-452d-b4f8-149d477a278b tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:59.664209 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0c3dcc96-d50e-4085-b19b-9f260ef11d83 req-847c991e-7238-452d-b4f8-149d477a278b tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0816805 Dec 13 11:08:59.688960 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f3bf6-610c-438b-aab0-c08bb81a49dc req-74f3f74a-c04a-448a-9da2-2f035d93f99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:08:59.690426 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-577f3bf6-610c-438b-aab0-c08bb81a49dc req-74f3f74a-c04a-448a-9da2-2f035d93f99f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1099 time: 0.0699728 Dec 13 11:08:59.735509 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0c3dcc96-d50e-4085-b19b-9f260ef11d83 req-0f5596fa-4b0b-4ab7-ba4c-52be4756cbd4 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636768 Dec 13 11:08:59.758756 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-577f3bf6-610c-438b-aab0-c08bb81a49dc req-db03dc37-3b94-496a-878c-604f89cac666 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601699 Dec 13 11:09:00.857615 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22543bc0-dab6-4029-a015-9031f8b08433 req-941210b9-be8d-47cd-8ca2-b5911a5deb74 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:00.859122 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-22543bc0-dab6-4029-a015-9031f8b08433 req-941210b9-be8d-47cd-8ca2-b5911a5deb74 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0529075 Dec 13 11:09:00.914521 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-22543bc0-dab6-4029-a015-9031f8b08433 req-3c3d57d3-84af-4cc2-b559-bc30ffffb1e1 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465961 Dec 13 11:09:01.038832 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661580c-d369-4345-9806-ffd7df985929 req-a369d3e9-c5ed-40a6-a1cd-bf7b3f44e7b8 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:01.040293 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6661580c-d369-4345-9806-ffd7df985929 req-a369d3e9-c5ed-40a6-a1cd-bf7b3f44e7b8 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0554752 Dec 13 11:09:01.089706 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-6661580c-d369-4345-9806-ffd7df985929 req-243e3923-417c-4e84-99ca-3746e31e023e tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433655 Dec 13 11:09:01.112535 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49712) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:09:01.246598 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce3ae365-08e4-4475-834d-5045dfaf4552 tempest-TestShelveInstance-992492361 tempest-TestShelveInstance-992492361-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:01.248101 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-ce3ae365-08e4-4475-834d-5045dfaf4552 tempest-TestShelveInstance-992492361 tempest-TestShelveInstance-992492361-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1094 time: 0.1345863 Dec 13 11:09:01.252926 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49716) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:09:01.257241 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Request body: {'floatingip': {'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'port_id': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'fixed_ip_address': '172.20.0.14'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:09:01.282168 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for floatingip, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:01.383731 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:01.487061 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Allocated IP 172.27.2.116 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/980a6540-2e0f-4c61-9199-6fed3dc000eb) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:09:01.594335 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:01.631090 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:01.672460 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:09:01.678249 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:09:01.681432 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:09:01.683382 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event updated for resources: {'Port': ['ID=980a6540-2e0f-4c61-9199-6fed3dc000eb,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:09:02.070284 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:02.143695 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:02.317394 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:02.323893 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:02.392293 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event updated for resources: {'Port': ['ID=980a6540-2e0f-4c61-9199-6fed3dc000eb,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:09:02.406236 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:02.513557 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.l3_db [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Floating IP 8edcd44d-e2ae-4bd1-908e-1d23d80d89f1 associated. External IP: 172.27.2.116, port: 208b5606-c74f-45fe-90ce-f5e20b44d896. Dec 13 11:09:02.722266 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Router 455a739f-61e7-4bed-af2e-0791d9e5321c has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:09:02.831381 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:09:02.841562 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] Sync routers for ids ['455a739f-61e7-4bed-af2e-0791d9e5321c'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:09:02.849970 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:02.852631 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] Routers {'455a739f-61e7-4bed-af2e-0791d9e5321c'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:09:02.853245 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:08:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['455a739f-61e7-4bed-af2e-0791d9e5321c'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:02.879638 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-fecfb340-ef86-48f9-9f94-bdc8a89c6605 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6255226 Dec 13 11:09:02.880802 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:09:02.884590 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070" -d '{"events": [{"name": "network-changed", "server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:09:02.927923 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056b333d-2976-4fac-87a2-3019e81b1562 x-openstack-request-id: req-056b333d-2976-4fac-87a2-3019e81b1562 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:09:02.928215 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:09:02.928463 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-056b333d-2976-4fac-87a2-3019e81b1562 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:09:02.928867 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'status': 'completed', 'code': 200} Dec 13 11:09:02.994946 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-ed640773-e63f-492b-a7d3-b4dd2f509ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:02.996523 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-ed640773-e63f-492b-a7d3-b4dd2f509ebf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d0a419ecde4092b449f3d49306fb95&device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1099 time: 0.0437140 Dec 13 11:09:03.091884 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] Set router 455a739f-61e7-4bed-af2e-0791d9e5321c gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:09:03.097958 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-ad874638-f5a7-4fbb-80ee-9673c62d1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:03.100174 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-ad874638-f5a7-4fbb-80ee-9673c62d1057 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1617e5-eeb5-4452-ab89-4b0f3a827875 HTTP/1.1" status: 200 len: 910 time: 0.0965016 Dec 13 11:09:03.171954 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-e5969add-29be-4b38-9d1a-990ccc9c0e6c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208b5606-c74f-45fe-90ce-f5e20b44d896 HTTP/1.1" status: 200 len: 1000 time: 0.0650878 Dec 13 11:09:03.224333 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-6c7d980e-381d-4ff7-8662-853a4b69a102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:03.225848 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-6c7d980e-381d-4ff7-8662-853a4b69a102 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eca97ad-e973-4442-a34a-a5d3a1dec411 HTTP/1.1" status: 200 len: 848 time: 0.0476527 Dec 13 11:09:03.272436 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-5af41551-be3f-4fe8-b586-15a2c967b916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:03.273878 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-5af41551-be3f-4fe8-b586-15a2c967b916 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1617e5-eeb5-4452-ab89-4b0f3a827875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407450 Dec 13 11:09:03.323261 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '8edcd44d-e2ae-4bd1-908e-1d23d80d89f1', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'port_id': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'mac_address': 'fa:16:3e:07:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:01Z', 'updated_at': '2021-12-13T11:09:01Z', 'revision_number': 0, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a29b82-a03d-41c5-afdb-1db262afeb89', 'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'mac_address': 'fa:16:3e:13:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:22Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 5, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'subnets': [{'id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:03.355511 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] Checking router: 455a739f-61e7-4bed-af2e-0791d9e5321c for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:09:03.364983 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] Routers {'455a739f-61e7-4bed-af2e-0791d9e5321c'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:09:03.365643 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:08:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['455a739f-61e7-4bed-af2e-0791d9e5321c'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:03.373712 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-241f47d0-7c80-4453-8576-20ecfec4896d service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922894 Dec 13 11:09:03.470743 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9d50fbd7-7d09-4dc7-9545-d213a9c8e070 req-13f93665-28e5-47b8-8909-8ada9e00ce96 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902719 Dec 13 11:09:03.480329 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] Set router 455a739f-61e7-4bed-af2e-0791d9e5321c gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:09:03.723814 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '8edcd44d-e2ae-4bd1-908e-1d23d80d89f1', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'port_id': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'mac_address': 'fa:16:3e:07:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:01Z', 'updated_at': '2021-12-13T11:09:01Z', 'revision_number': 0, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a29b82-a03d-41c5-afdb-1db262afeb89', 'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'mac_address': 'fa:16:3e:13:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:22Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 5, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'subnets': [{'id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:03.750667 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee719aa-f7c8-412b-ba30-2a330d135fe3 None None] The sync data for ids ['455a739f-61e7-4bed-af2e-0791d9e5321c'] in dv-cinder-808574-5-iscsi is: [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '8edcd44d-e2ae-4bd1-908e-1d23d80d89f1', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'floating_ip_address': '172.27.2.116', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'port_id': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'mac_address': 'fa:16:3e:07:c9:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:01Z', 'updated_at': '2021-12-13T11:09:01Z', 'revision_number': 0, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95a29b82-a03d-41c5-afdb-1db262afeb89', 'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'mac_address': 'fa:16:3e:13:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:22Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 5, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'subnets': [{'id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:09:03.978048 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a2facb-4441-4118-9fd1-de73463b60e7 None None] New status for floating IP 8edcd44d-e2ae-4bd1-908e-1d23d80d89f1: ACTIVE {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:09:10.313469 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:12.070072 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-aebaa26d-9f62-4fd9-bc89-c0cb70f48e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:14.385594 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6a16915f-7e6c-4858-835f-a1eff4896a78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:15.674566 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:16.435946 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:09:17.029992 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:18.051440 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:32.422029 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0994b226-4210-41fc-bedf-56ab004edc67 req-71a59da4-25b0-4b30-aa0d-0baea3231d0e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:32.423530 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0994b226-4210-41fc-bedf-56ab004edc67 req-71a59da4-25b0-4b30-aa0d-0baea3231d0e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 946 time: 0.1269362 Dec 13 11:09:32.472133 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0994b226-4210-41fc-bedf-56ab004edc67 req-a46f829a-a714-4219-9a88-9d596b6930b4 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425711 Dec 13 11:09:33.656017 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155cf434-e8ce-479a-91ac-c1a29b9b9c40 req-20e073cb-7467-4b15-8b02-df672e16e17e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:33.657481 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-155cf434-e8ce-479a-91ac-c1a29b9b9c40 req-20e073cb-7467-4b15-8b02-df672e16e17e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 946 time: 0.1038961 Dec 13 11:09:33.705983 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-155cf434-e8ce-479a-91ac-c1a29b9b9c40 req-d4f039cd-e4b0-4213-b0b9-2e00dbf51b35 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Dec 13 11:09:33.924114 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-dd92f31f-8b97-4e45-8bcf-7810ba88fc94 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:33.925608 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-dd92f31f-8b97-4e45-8bcf-7810ba88fc94 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 946 time: 0.0597191 Dec 13 11:09:34.273885 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Deleting port 3f90e959-e933-4046-8590-2092fa106d5a {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:09:34.274127 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:34.367177 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] For port 3f90e959-e933-4046-8590-2092fa106d5a, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3f90e959-e933-4046-8590-2092fa106d5a,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:09:34.367527 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:34.556036 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:34.556283 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:34.556600 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.l3_db [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Floating IP a8cde096-4aca-4a98-bc5a-5ca020cd99ea disassociated. External IP: 172.27.2.78, port: 3f90e959-e933-4046-8590-2092fa106d5a. Dec 13 11:09:34.556935 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Calling delete_port for 3f90e959-e933-4046-8590-2092fa106d5a owned by compute:nova {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:09:34.708725 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:34.737283 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event deleted for resources: {'Port': ['ID=3f90e959-e933-4046-8590-2092fa106d5a,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:09:34.749567 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.749567 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.749567 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.750010 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.750275 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.750564 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.750913 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.751236 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.751560 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.751886 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.752205 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.752533 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.752840 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:34.826922 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-48ebb6fa-5898-49d8-be51-5503c341d291 req-38f68320-42f0-42ff-b616-91f1914b2c02 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=57a43cc3-ea9b-4cd8-b115-1ba7194633c0 HTTP/1.1" status: 200 len: 210 time: 0.0365527 Dec 13 11:09:34.887385 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Router 0bb54880-7089-4995-a3a5-69b1035597e5 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:09:34.996677 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:09:35.006360 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] Sync routers for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:09:35.016992 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:09:35.017642 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:09:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:35.039639 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] No DVR routers for this DVR port 3f90e959-e933-4046-8590-2092fa106d5a on host hv-cinder-80857 {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:09:35.042423 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:35.046254 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0a961aeb-e230-4afa-9a06-534fe10b7abf req-2415b79e-d9f7-4302-9340-d314de51b6d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "DELETE /v2.0/ports/3f90e959-e933-4046-8590-2092fa106d5a HTTP/1.1" status: 204 len: 173 time: 1.1133425 Dec 13 11:09:35.046737 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'name': 'network-vif-deleted', 'tag': '3f90e959-e933-4046-8590-2092fa106d5a'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:09:35.049075 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a48933-6abb-41e2-8ae6-e33fb95884b3" -d '{"events": [{"server_uuid": "57a43cc3-ea9b-4cd8-b115-1ba7194633c0", "name": "network-vif-deleted", "tag": "3f90e959-e933-4046-8590-2092fa106d5a"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:09:35.101016 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac393a7-43de-4f36-9350-e3673706f2fc x-openstack-request-id: req-8ac393a7-43de-4f36-9350-e3673706f2fc {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:09:35.101312 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a43cc3-ea9b-4cd8-b115-1ba7194633c0", "name": "network-vif-deleted", "tag": "3f90e959-e933-4046-8590-2092fa106d5a", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:09:35.101562 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-8ac393a7-43de-4f36-9350-e3673706f2fc {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:09:35.101999 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a43cc3-ea9b-4cd8-b115-1ba7194633c0', 'name': 'network-vif-deleted', 'tag': '3f90e959-e933-4046-8590-2092fa106d5a', 'status': 'completed', 'code': 200} Dec 13 11:09:35.151618 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:09:35.368622 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:35.395386 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] Checking router: 0bb54880-7089-4995-a3a5-69b1035597e5 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:09:35.404192 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:09:35.404770 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:09:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:35.517311 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:09:35.733091 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:35.767508 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d15f4b7-792a-4f55-8bfc-1881522d72ff None None] The sync data for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi is: [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:09:35.996568 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b861780-a33c-44a1-9387-bf6d58f728da None None] New status for floating IP a8cde096-4aca-4a98-bc5a-5ca020cd99ea: DOWN {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:09:36.123103 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-74dd2c0e-8568-4713-a928-b29026ec0609 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005457063&fields=id&tenant_id=c251e00c29844840a44f9bd46132569b HTTP/1.1" status: 200 len: 267 time: 0.0596821 Dec 13 11:09:36.225847 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-35a7eb5c-f37c-4511-b976-f6dfeb2d06da tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:36.227336 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-35a7eb5c-f37c-4511-b976-f6dfeb2d06da tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 811 time: 0.1016874 Dec 13 11:09:36.243394 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-de0ef754-b215-45f3-b459-fe1a6d4855ce tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/quotas/c251e00c29844840a44f9bd46132569b HTTP/1.1" status: 200 len: 375 time: 0.0090804 Dec 13 11:09:36.295564 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-94a9d4fa-ab1c-4a9d-84d1-9d693af08f8a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465446 Dec 13 11:09:36.312067 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-cfb41771-bd1f-4005-87b5-f78a9151909f service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:09:36.313006 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-cfb41771-bd1f-4005-87b5-f78a9151909f service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051296 Dec 13 11:09:36.406794 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-a19052e6-a25f-4b65-9515-77e05a7e7cf6 service neutron] 10.222.0.43 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878119 Dec 13 11:09:36.501760 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-59f9981a-d67c-4c67-8a52-f396f32b7ec5 service neutron] 10.222.0.43 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858219 Dec 13 11:09:36.815984 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0b6b98e9-4869-453a-a88e-083debf8d7af req-40284373-c52b-4f4f-a12d-cd3b8a410c0e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 210 time: 0.0323927 Dec 13 11:09:37.767711 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-a04b1072-1dc0-4fce-b33c-66e43b76bbce tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:37.769291 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-a04b1072-1dc0-4fce-b33c-66e43b76bbce tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 811 time: 0.1053107 Dec 13 11:09:37.847988 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-1a730831-120f-48cd-9129-345b6d67d97c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c251e00c29844840a44f9bd46132569b HTTP/1.1" status: 200 len: 380 time: 0.0680499 Dec 13 11:09:37.857950 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'port': {'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'admin_state_up': True, 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'security_groups': ['d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02']}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:09:37.940173 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-bfef06e2-54ed-4135-b25c-e64a35766b9b req-6a9bfd1d-62f2-4c61-bf48-c30e1291cde4 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 210 time: 0.0345054 Dec 13 11:09:37.997932 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Made reservation on behalf of c251e00c29844840a44f9bd46132569b for: {'port': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:09:38.001773 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:38.147083 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Allocated IP 172.20.0.9 (c37226ac-7158-4a4e-b23f-dc7eb49bfd29/53748ea1-38b6-4d28-b2a1-bc726a1ee889/3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:09:38.290313 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:38.326854 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:38.382444 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:09:38.386862 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:09:38.390834 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:09:38.416340 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'Port': ['ID=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:09:38.448242 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:38.448915 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:38.466255 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-755d4108-3a46-4b9c-8484-9ee83befbf8d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6122217 Dec 13 11:09:38.479254 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Request body: {'port': {'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:09:38.537046 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:38.600422 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-b790117f-6211-48cc-a396-c7bc46e8262d None None] Provisioning complete for port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:09:38.601022 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b790117f-6211-48cc-a396-c7bc46e8262d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:38.634877 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-b790117f-6211-48cc-a396-c7bc46e8262d None None] Port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:09:38.804782 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 {{(pid=102441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:09:38.812621 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:38.824962 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.provisioning_blocks [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Transition to ACTIVE for port object 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 will not be triggered until provisioned by entity L2. {{(pid=102441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:09:38.831704 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:38.897420 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:09:38.973673 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Attempting to bind port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:09:38.974027 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Attempting to bind port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:09:38.974360 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Attempting to bind port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:09:38.979581 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:09:38.979914 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Attempting to bind port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:09:38.985897 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:09:38.986219 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Checking segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:09:38.986657 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Bound using segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:09:38.987102 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Bound port: 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'}}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:09:38.987467 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:39.086290 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] For port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756, host hv-cinder-80857, cleared binding levels {{(pid=102441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:09:39.090234 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] For port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:09:39.102335 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6f469-2324-4e47-8b3b-12b564b7a01a req-1f613ac2-1dee-4f4d-95ba-79cd34bcf88f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:39.103930 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26f6f469-2324-4e47-8b3b-12b564b7a01a req-1f613ac2-1dee-4f4d-95ba-79cd34bcf88f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 943 time: 0.0814168 Dec 13 11:09:39.105335 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:39.156202 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:39.156673 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:39.158033 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] 10.222.0.39 "PUT /v2.0/ports/3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 HTTP/1.1" status: 200 len: 1093 time: 0.6834073 Dec 13 11:09:39.160084 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'tag': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:09:39.162399 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078b6d42-616d-46d7-a800-1397f2cbf08e" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9edf9c-f43b-49e8-83a4-4b98a0d22d20", "tag": "3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:09:39.207852 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4288dd-3faa-46bc-ad5a-045476a0d714 x-openstack-request-id: req-2b4288dd-3faa-46bc-ad5a-045476a0d714 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:09:39.208444 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9edf9c-f43b-49e8-83a4-4b98a0d22d20", "tag": "3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:09:39.208444 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-2b4288dd-3faa-46bc-ad5a-045476a0d714 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:09:39.208841 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'tag': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'status': 'completed', 'code': 200} Dec 13 11:09:39.216332 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b45dd2-9502-44a2-947f-be3cb93123e6 service neutron] Pushing event updated for resources: {'Port': ['ID=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,revision_number=3']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:09:39.225829 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26f6f469-2324-4e47-8b3b-12b564b7a01a req-478e6afc-6cdc-4146-be9d-cbb5a717f704 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147313 Dec 13 11:09:39.255786 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-99cd31d3-ed2c-4a38-adf9-fddcfd57f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:39.257307 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-99cd31d3-ed2c-4a38-adf9-fddcfd57f3ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 1096 time: 0.0550473 Dec 13 11:09:39.306147 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-fd3bc90c-ede8-41f6-b2f2-f5f327345ebc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 HTTP/1.1" status: 200 len: 217 time: 0.0409238 Dec 13 11:09:39.357749 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-3ca74e7d-2bec-472c-9dce-cd67cf30e33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:39.359277 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-3ca74e7d-2bec-472c-9dce-cd67cf30e33e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0461586 Dec 13 11:09:39.405714 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-ed6c910c-fb91-4635-af3e-5d455364f5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:39.407251 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-ed6c910c-fb91-4635-af3e-5d455364f5b5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414326 Dec 13 11:09:39.497034 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 3f90e959-e933-4046-8590-2092fa106d5a no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:09:39.505943 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-ed9362a6-899c-4b96-abd6-0c1d4a388d73 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915072 Dec 13 11:09:39.603609 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cabb3bdc-7370-475b-a210-d39caf9cc5f3 req-d98786df-bcf0-4d9a-a795-bc60d3beab7e service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899599 Dec 13 11:09:39.656757 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 3f90e959-e933-4046-8590-2092fa106d5a {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:09:39.657533 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 3f90e959-e933-4046-8590-2092fa106d5a not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:09:39.691792 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-bea2f10f-6037-4f05-81fb-a593c7ffe530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:39.693280 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-bea2f10f-6037-4f05-81fb-a593c7ffe530 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 1096 time: 0.0428522 Dec 13 11:09:39.799393 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-3d507254-1a0c-41cb-a6f9-5e3a86916405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:39.800882 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-3d507254-1a0c-41cb-a6f9-5e3a86916405 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.0981250 Dec 13 11:09:39.849718 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-b002df25-685a-4a7a-9fe3-3ce3d9d7a39a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 HTTP/1.1" status: 200 len: 217 time: 0.0399075 Dec 13 11:09:39.905045 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-92627228-a88d-49ce-9003-f5df7b01b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:39.906464 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-92627228-a88d-49ce-9003-f5df7b01b68d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0488527 Dec 13 11:09:39.952650 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-ebf04a2c-4e75-4ddd-ab91-4b790280fead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:39.954114 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-ebf04a2c-4e75-4ddd-ab91-4b790280fead service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408874 Dec 13 11:09:40.049431 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-9703647f-8984-4e59-b64e-bd003266bff7 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870914 Dec 13 11:09:40.154238 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-078b6d42-616d-46d7-a800-1397f2cbf08e req-8b92c915-7b92-4b1d-a476-3f8d1123b95d service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976884 Dec 13 11:09:40.307838 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:40.358105 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2498c2-0908-4239-8935-c587dae75ad6 req-49c7d9c3-a103-49ee-b719-44f4b78f662f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:40.359612 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dc2498c2-0908-4239-8935-c587dae75ad6 req-49c7d9c3-a103-49ee-b719-44f4b78f662f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 943 time: 0.0505424 Dec 13 11:09:40.408517 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dc2498c2-0908-4239-8935-c587dae75ad6 req-e4d61907-34fe-4668-8839-aa26a5883315 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428998 Dec 13 11:09:41.553592 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f91def-05bf-4854-92b7-5cad8f00b230 req-7228efe3-37cb-4ed4-9338-2d37ae499e91 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:41.555059 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-29f91def-05bf-4854-92b7-5cad8f00b230 req-7228efe3-37cb-4ed4-9338-2d37ae499e91 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 943 time: 0.0615940 Dec 13 11:09:41.609743 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-29f91def-05bf-4854-92b7-5cad8f00b230 req-8f300f80-24d7-48ec-a5d1-2c20a5e1ddf3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466905 Dec 13 11:09:42.069939 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-20d48876-7853-4a37-bec7-001eb5cbfd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:42.742180 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af02420c-5666-4f8a-87f7-80334aa2aa00 req-a1a90379-7363-447f-bb30-1bd915b03c13 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:42.743724 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-af02420c-5666-4f8a-87f7-80334aa2aa00 req-a1a90379-7363-447f-bb30-1bd915b03c13 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 943 time: 0.0510433 Dec 13 11:09:42.795710 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-af02420c-5666-4f8a-87f7-80334aa2aa00 req-84d2dca4-a9c0-46c0-9ebf-519b118e0a7f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454671 Dec 13 11:09:43.923346 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33610f3-2063-43d1-870d-12d4a8e78062 req-adf32213-ea92-4ae8-9640-58f18d30f26c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:43.924828 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b33610f3-2063-43d1-870d-12d4a8e78062 req-adf32213-ea92-4ae8-9640-58f18d30f26c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 943 time: 0.0512500 Dec 13 11:09:43.977285 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b33610f3-2063-43d1-870d-12d4a8e78062 req-a77ee48a-ff63-4b4b-91da-92186e53c4c8 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463476 Dec 13 11:09:44.389640 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-87a17329-9fdf-44bf-877e-ba056389575a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:45.104986 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cdd45e-60a3-48df-a42f-dbc50fe5d0bb req-56dc0499-1c52-4358-a51b-54fd9230d116 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:45.106390 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e5cdd45e-60a3-48df-a42f-dbc50fe5d0bb req-56dc0499-1c52-4358-a51b-54fd9230d116 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 943 time: 0.0534158 Dec 13 11:09:45.158804 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e5cdd45e-60a3-48df-a42f-dbc50fe5d0bb req-2c5e88fa-a578-4b85-8062-6b29906aa1ce tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452106 Dec 13 11:09:45.686482 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:46.284109 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea0cd51-e7b8-45ff-9cde-93fc1a8063ae req-fe0f19d0-b747-4ace-98ba-bdbf321fc433 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:46.285594 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5ea0cd51-e7b8-45ff-9cde-93fc1a8063ae req-fe0f19d0-b747-4ace-98ba-bdbf321fc433 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 943 time: 0.0541072 Dec 13 11:09:46.339773 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5ea0cd51-e7b8-45ff-9cde-93fc1a8063ae req-22f508fb-8330-41da-a549-3640c92605ac tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451109 Dec 13 11:09:47.032729 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:47.460944 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a9f4a1-8722-4d8c-a0aa-3c31fe4346c5 req-09d53a58-3791-4d6a-9ec7-29e4669f0e01 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:47.462403 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-10a9f4a1-8722-4d8c-a0aa-3c31fe4346c5 req-09d53a58-3791-4d6a-9ec7-29e4669f0e01 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 943 time: 0.0540397 Dec 13 11:09:47.513328 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-10a9f4a1-8722-4d8c-a0aa-3c31fe4346c5 req-68c13ea0-7cdd-40a6-8bee-79168ee2b5f4 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449049 Dec 13 11:09:47.561711 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:09:47.673344 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:09:47.685451 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'mac_address': 'fa:16:3e:3a:32:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:09:47.723369 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:47.736825 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:09:47.769049 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:09:47.776711 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:47.831207 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:09:47.841774 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.842285 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.842867 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.843339 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.843789 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.844224 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.844742 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.845248 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.845715 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.846194 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.846722 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.847137 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.847580 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:09:47.977684 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:09:48.062856 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:48.212881 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-6af37c1a-424e-41d3-9e46-427c627b288f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824435 Dec 13 11:09:48.300434 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-bbf68736-5777-4870-b833-93900d813fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:48.301900 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-bbf68736-5777-4870-b833-93900d813fd7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d0a419ecde4092b449f3d49306fb95&device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1099 time: 0.0434628 Dec 13 11:09:48.418891 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-a9805d3c-857f-414c-b651-caaf4ed2c773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:48.420387 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-a9805d3c-857f-414c-b651-caaf4ed2c773 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1617e5-eeb5-4452-ab89-4b0f3a827875 HTTP/1.1" status: 200 len: 910 time: 0.0914519 Dec 13 11:09:48.487049 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-d76438ea-b7f3-47a4-b0b5-09072528dcbb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208b5606-c74f-45fe-90ce-f5e20b44d896 HTTP/1.1" status: 200 len: 1002 time: 0.0586767 Dec 13 11:09:48.540963 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-566c6f79-7a75-497e-a515-a594f9c7bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:48.542420 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-566c6f79-7a75-497e-a515-a594f9c7bb3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eca97ad-e973-4442-a34a-a5d3a1dec411 HTTP/1.1" status: 200 len: 848 time: 0.0478630 Dec 13 11:09:48.612576 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-bc6b5757-d8b0-44a4-b33e-a441ea69d12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:48.614145 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-bc6b5757-d8b0-44a4-b33e-a441ea69d12b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1617e5-eeb5-4452-ab89-4b0f3a827875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0639267 Dec 13 11:09:48.625380 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-e350224e-b898-4e7e-904b-785470f2c9b5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:09:48.626319 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-e350224e-b898-4e7e-904b-785470f2c9b5 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050232 Dec 13 11:09:48.648801 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143fb8b-3a14-4a31-b9f8-4a0b44b6aa3e req-56ee9359-0d2f-4dd3-943e-3ef656e050d4 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:48.650565 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2143fb8b-3a14-4a31-b9f8-4a0b44b6aa3e req-56ee9359-0d2f-4dd3-943e-3ef656e050d4 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 944 time: 0.0675631 Dec 13 11:09:48.760938 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2143fb8b-3a14-4a31-b9f8-4a0b44b6aa3e req-5375d6dc-3f83-43a6-8016-c5608bc7cfbe tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995746 Dec 13 11:09:48.763341 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-25c4f2d4-1d5a-434b-bc96-2eb25a04b51c service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292074 Dec 13 11:09:48.857892 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cfa28b7e-1aae-49ed-bc38-9f8e6dbbd230 req-9db2ac83-66ec-4bf4-8fcc-b0827d836665 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875092 Dec 13 11:09:49.567537 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:09:49.631567 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:09:49.635546 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:09:49.635924 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:49.721607 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:49.745116 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:09:49.747457 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89807bd-919a-4f9b-9e48-a8f1b4fd3236" -d '{"events": [{"server_uuid": "9a9edf9c-f43b-49e8-83a4-4b98a0d22d20", "name": "network-vif-plugged", "status": "completed", "tag": "3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:09:49.760264 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:09:49.765545 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:49.790958 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c193db-36b4-4bea-85b3-c545e96fc36b x-openstack-request-id: req-37c193db-36b4-4bea-85b3-c545e96fc36b {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:09:49.790958 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9edf9c-f43b-49e8-83a4-4b98a0d22d20", "name": "network-vif-plugged", "status": "completed", "tag": "3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:09:49.791179 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-37c193db-36b4-4bea-85b3-c545e96fc36b {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:09:49.791568 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'code': 200} Dec 13 11:09:49.819899 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:09:49.881890 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1985497-1069-4bfd-af22-65c41d1a133a req-7b7d2e26-e58d-4685-a6d3-bf16bd650197 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:49.883293 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b1985497-1069-4bfd-af22-65c41d1a133a req-7b7d2e26-e58d-4685-a6d3-bf16bd650197 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 945 time: 0.0496471 Dec 13 11:09:49.939281 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b1985497-1069-4bfd-af22-65c41d1a133a req-d465b57b-cac2-4188-b83f-c8ff7c9b70ce tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492718 Dec 13 11:09:50.003028 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3b6f76-6291-4be3-9aad-59374d1eb8a8 req-389e1ae0-2890-459c-8715-3017c05b39da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:50.004533 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4d3b6f76-6291-4be3-9aad-59374d1eb8a8 req-389e1ae0-2890-459c-8715-3017c05b39da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 1098 time: 0.0406320 Dec 13 11:09:50.054501 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4d3b6f76-6291-4be3-9aad-59374d1eb8a8 req-23ffdfc8-ec4a-40ef-8ec8-5553c8c3c2bf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Dec 13 11:09:51.068283 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77acedc-da77-452e-b9b9-f309d7f52b4b req-eebd5319-94f1-43e5-8606-bfab2d240144 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:51.069753 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f77acedc-da77-452e-b9b9-f309d7f52b4b req-eebd5319-94f1-43e5-8606-bfab2d240144 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 945 time: 0.0567751 Dec 13 11:09:51.125232 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f77acedc-da77-452e-b9b9-f309d7f52b4b req-bfbfb97a-875c-4e75-bb3d-e672d40c7adc tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457339 Dec 13 11:09:51.254557 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3853094-79e9-40fc-82e8-7c9e1f0e8756 req-b2f18583-5f21-41de-96c2-f4fc161867ae tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:51.255932 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c3853094-79e9-40fc-82e8-7c9e1f0e8756 req-b2f18583-5f21-41de-96c2-f4fc161867ae tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 945 time: 0.0578084 Dec 13 11:09:51.310520 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c3853094-79e9-40fc-82e8-7c9e1f0e8756 req-a959b7e3-6f73-4781-8949-750fb67dcb20 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450673 Dec 13 11:09:51.333472 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49806) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:09:51.374770 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a20e802-5383-4f8b-a4f5-c04b6ca8cfef tempest-TestVolumeBootPattern-393824961 tempest-TestVolumeBootPattern-393824961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:51.376235 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4a20e802-5383-4f8b-a4f5-c04b6ca8cfef tempest-TestVolumeBootPattern-393824961 tempest-TestVolumeBootPattern-393824961-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 1093 time: 0.0417821 Dec 13 11:09:51.380334 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 49808) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:09:51.384559 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'floatingip': {'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:09:51.411160 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:51.509526 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:51.615976 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Allocated IP 172.27.2.210 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/89f4bac8-b899-4481-b6bf-a62685eb1a80) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:09:51.722673 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:51.760117 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:51.799579 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:09:51.804125 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:09:51.809633 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:09:51.813041 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'Port': ['ID=89f4bac8-b899-4481-b6bf-a62685eb1a80,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:09:52.171323 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:52.239015 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:52.664287 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:52.672061 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:52.741515 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'Port': ['ID=89f4bac8-b899-4481-b6bf-a62685eb1a80,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:09:52.755335 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:52.861138 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.db.l3_db [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Floating IP 108ef5a3-97ad-496e-bb76-a844c5b79cf0 associated. External IP: 172.27.2.210, port: 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756. Dec 13 11:09:53.076854 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Router 0bb54880-7089-4995-a3a5-69b1035597e5 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:09:53.184209 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:09:53.195093 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] Sync routers for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:09:53.205168 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:09:53.206889 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:09:53.207515 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:09:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:53.235415 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-e74a3e07-1a6a-4a22-a4d8-8be946107b4e tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8541143 Dec 13 11:09:53.236278 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'tag': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:09:53.238730 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0dac76e-90f5-4e77-99ea-34055def15c2" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9edf9c-f43b-49e8-83a4-4b98a0d22d20", "tag": "3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:09:53.275861 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d99ac08-e346-4ce7-a9b8-d6b8655dfb88 x-openstack-request-id: req-1d99ac08-e346-4ce7-a9b8-d6b8655dfb88 {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:09:53.276153 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9edf9c-f43b-49e8-83a4-4b98a0d22d20", "tag": "3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:09:53.276399 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-1d99ac08-e346-4ce7-a9b8-d6b8655dfb88 {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:09:53.276826 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'tag': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'status': 'completed', 'code': 200} Dec 13 11:09:53.317017 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:09:53.342233 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-b50609fc-8551-45c3-b859-95a2b8621e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:53.343709 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-b50609fc-8551-45c3-b859-95a2b8621e7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 1098 time: 0.0454133 Dec 13 11:09:53.434268 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:09:53.435051 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-f73c0a0c-51e2-418b-b5da-85ac02143fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:53.436278 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-f73c0a0c-51e2-418b-b5da-85ac02143fd0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.0857005 Dec 13 11:09:53.508409 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-d3560c66-1cca-45da-826a-33662737a5d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 HTTP/1.1" status: 200 len: 999 time: 0.0650101 Dec 13 11:09:53.552293 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '108ef5a3-97ad-496e-bb76-a844c5b79cf0', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:3a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:52Z', 'updated_at': '2021-12-13T11:09:52Z', 'revision_number': 0, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:53.559790 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-69a41521-35ad-464a-86de-c10ec29ffa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:53.561328 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-69a41521-35ad-464a-86de-c10ec29ffa50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0439987 Dec 13 11:09:53.579131 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] Checking router: 0bb54880-7089-4995-a3a5-69b1035597e5 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:09:53.587919 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:09:53.588547 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:09:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:53.607570 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-cd1b0002-2711-44c2-a2b6-102a840e0d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:09:53.608989 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-cd1b0002-2711-44c2-a2b6-102a840e0d0f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408435 Dec 13 11:09:53.703629 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:09:53.705803 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-8c42cb75-166b-449b-877a-a1736298f53a service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899522 Dec 13 11:09:53.795992 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0dac76e-90f5-4e77-99ea-34055def15c2 req-fdb22651-662e-44f7-a3e8-fd21207650c1 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828605 Dec 13 11:09:53.950759 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '108ef5a3-97ad-496e-bb76-a844c5b79cf0', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:3a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:52Z', 'updated_at': '2021-12-13T11:09:52Z', 'revision_number': 0, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:09:53.977710 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c2ac98-4c35-449f-863e-38931f40385f None None] The sync data for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi is: [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '108ef5a3-97ad-496e-bb76-a844c5b79cf0', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:3a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:52Z', 'updated_at': '2021-12-13T11:09:52Z', 'revision_number': 0, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:09:54.188390 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0083142-c796-4e9c-8b7b-a1699b8574ec None None] New status for floating IP 108ef5a3-97ad-496e-bb76-a844c5b79cf0: ACTIVE {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:10:10.347809 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:12.068844 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2ec61c9f-ed67-4c7d-b6b4-5594fb9c8cb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:14.402553 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8583629d-f739-4220-952b-199e6b7d8b31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:15.685939 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:17.036168 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:18.049612 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:30.437943 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:10:40.343058 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:42.071136 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-aa12e24d-36c2-41fc-8ae5-aee740329e75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:44.409105 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8c1dcdb3-4eeb-4376-a9d7-490b848cbad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:45.689796 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:47.046394 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:48.044185 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:10:48.183708 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-ebbd8aea-c078-4298-9780-03c30a75e16c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0464261 Dec 13 11:10:48.277159 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-4a93ffd7-e089-4014-91d6-6ae79e49a261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:48.278678 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-4a93ffd7-e089-4014-91d6-6ae79e49a261 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d0a419ecde4092b449f3d49306fb95&device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1099 time: 0.0499697 Dec 13 11:10:48.381526 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-557b02d3-adb3-4281-8af6-37855269fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:48.383000 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-557b02d3-adb3-4281-8af6-37855269fd0f service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1617e5-eeb5-4452-ab89-4b0f3a827875 HTTP/1.1" status: 200 len: 910 time: 0.0846961 Dec 13 11:10:48.455637 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-efada5e8-2353-4e8a-9ab2-18bd6d64b688 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208b5606-c74f-45fe-90ce-f5e20b44d896 HTTP/1.1" status: 200 len: 1002 time: 0.0636523 Dec 13 11:10:48.506951 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-72c28e22-ce55-425d-8cbd-6e94e1c8c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:48.508460 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-72c28e22-ce55-425d-8cbd-6e94e1c8c326 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eca97ad-e973-4442-a34a-a5d3a1dec411 HTTP/1.1" status: 200 len: 848 time: 0.0461769 Dec 13 11:10:48.554520 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-1915594d-7bbd-4b82-8b46-c3593cbfb080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:48.555985 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-1915594d-7bbd-4b82-8b46-c3593cbfb080 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1617e5-eeb5-4452-ab89-4b0f3a827875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407469 Dec 13 11:10:48.647154 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-d6b281c7-ec94-42ae-9fd0-3c7556596833 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834360 Dec 13 11:10:48.738108 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b003244a-ca53-49f1-ae72-6d6daae70581 req-fd08de6d-5d87-4b39-95bf-083ada6e7bc0 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835292 Dec 13 11:10:58.470681 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22017c0-f559-430b-8933-705dbc5f2c23 req-3dac6ac8-9eb9-4f9f-bcd8-225b02d4fdd1 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:58.473328 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c22017c0-f559-430b-8933-705dbc5f2c23 req-3dac6ac8-9eb9-4f9f-bcd8-225b02d4fdd1 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0711894 Dec 13 11:10:58.530780 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-c22017c0-f559-430b-8933-705dbc5f2c23 req-b3805c55-4f25-4391-b629-99f428758e21 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512614 Dec 13 11:10:59.670107 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3179fd8-23c3-475f-9a9f-ae750190bf8f req-c93a64c5-da32-4a14-b194-cca45247e58d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:10:59.671661 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a3179fd8-23c3-475f-9a9f-ae750190bf8f req-c93a64c5-da32-4a14-b194-cca45247e58d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0502737 Dec 13 11:10:59.720325 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-a3179fd8-23c3-475f-9a9f-ae750190bf8f req-766dd26a-4eef-40a8-9ccf-9f0d86c7cdc9 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426319 Dec 13 11:11:00.846778 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba44fe-e5b9-4020-9cb8-b946ce250150 req-ff168953-9783-4e02-8597-ad964cc23547 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:00.848222 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ddba44fe-e5b9-4020-9cb8-b946ce250150 req-ff168953-9783-4e02-8597-ad964cc23547 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0492642 Dec 13 11:11:00.901391 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ddba44fe-e5b9-4020-9cb8-b946ce250150 req-c7df7785-8fe9-4e0c-ab8c-b4decf20a0bc tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470657 Dec 13 11:11:02.028539 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2deb1e-cbb2-4964-8f86-99733683388f req-712c61a4-5692-4812-9377-15e5878a61a7 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:02.030039 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5e2deb1e-cbb2-4964-8f86-99733683388f req-712c61a4-5692-4812-9377-15e5878a61a7 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0521290 Dec 13 11:11:02.089578 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5e2deb1e-cbb2-4964-8f86-99733683388f req-88d16737-7d70-46ab-89da-5db2a942d86f tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503452 Dec 13 11:11:03.226348 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30138066-c959-43b6-86c3-41638566b7e4 req-487686c5-62f9-4d19-af2d-eec474d2b195 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:03.227771 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-30138066-c959-43b6-86c3-41638566b7e4 req-487686c5-62f9-4d19-af2d-eec474d2b195 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0586817 Dec 13 11:11:03.286980 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-30138066-c959-43b6-86c3-41638566b7e4 req-dd1f6a9e-40a3-4754-b544-42bc0b8a5168 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531428 Dec 13 11:11:04.410443 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae626fce-5783-473d-9374-f39b676fb32e req-aed10a1f-052e-4724-b5ca-faee61f1d811 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:04.411940 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ae626fce-5783-473d-9374-f39b676fb32e req-aed10a1f-052e-4724-b5ca-faee61f1d811 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0528405 Dec 13 11:11:04.462933 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ae626fce-5783-473d-9374-f39b676fb32e req-d75ec5b6-4000-45b6-b8d5-3467744a98c6 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445623 Dec 13 11:11:05.601501 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8426fd1-c31a-486c-851b-99c1dbcaad88 req-a627d51c-a1c6-424b-97f6-0abcaf8e8250 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:05.602950 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b8426fd1-c31a-486c-851b-99c1dbcaad88 req-a627d51c-a1c6-424b-97f6-0abcaf8e8250 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0551279 Dec 13 11:11:05.658373 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b8426fd1-c31a-486c-851b-99c1dbcaad88 req-08b8cc19-f45e-44be-a277-d108578fc139 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464413 Dec 13 11:11:06.791945 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bbfbab-72bd-45c0-bae0-672aed39d25d req-403137d8-722b-4391-bf55-acee4309788a tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:06.793426 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26bbfbab-72bd-45c0-bae0-672aed39d25d req-403137d8-722b-4391-bf55-acee4309788a tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0555494 Dec 13 11:11:06.844695 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26bbfbab-72bd-45c0-bae0-672aed39d25d req-062f418e-385c-4f03-af15-59c65b0a1486 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429330 Dec 13 11:11:07.440147 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:11:07.984898 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f02c259-0afa-42d2-9374-9dad8b803026 req-6a037e78-16d8-426e-9f0a-f0f770e8f5e9 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:07.986442 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3f02c259-0afa-42d2-9374-9dad8b803026 req-6a037e78-16d8-426e-9f0a-f0f770e8f5e9 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0569994 Dec 13 11:11:08.037689 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3f02c259-0afa-42d2-9374-9dad8b803026 req-960405fa-c26c-4ff0-855a-6dc222546414 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452273 Dec 13 11:11:08.625539 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f13e37-d10a-430e-962c-f544fe4be634 req-f56ac415-ea3d-4718-a649-3ab4d4ce628f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:08.626947 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86f13e37-d10a-430e-962c-f544fe4be634 req-f56ac415-ea3d-4718-a649-3ab4d4ce628f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d0a419ecde4092b449f3d49306fb95&device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1099 time: 0.0463922 Dec 13 11:11:08.732816 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f13e37-d10a-430e-962c-f544fe4be634 req-cc2f7860-8050-4318-8257-d5e73d2b6165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:08.734284 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86f13e37-d10a-430e-962c-f544fe4be634 req-cc2f7860-8050-4318-8257-d5e73d2b6165 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1617e5-eeb5-4452-ab89-4b0f3a827875 HTTP/1.1" status: 200 len: 910 time: 0.1006498 Dec 13 11:11:08.801643 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86f13e37-d10a-430e-962c-f544fe4be634 req-22576189-348b-417a-a0d9-f35794e7fb52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208b5606-c74f-45fe-90ce-f5e20b44d896 HTTP/1.1" status: 200 len: 1002 time: 0.0592437 Dec 13 11:11:08.856567 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f13e37-d10a-430e-962c-f544fe4be634 req-930e221a-c453-428b-93dc-b799fea7aac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:08.858000 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86f13e37-d10a-430e-962c-f544fe4be634 req-930e221a-c453-428b-93dc-b799fea7aac0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eca97ad-e973-4442-a34a-a5d3a1dec411 HTTP/1.1" status: 200 len: 848 time: 0.0492439 Dec 13 11:11:08.908865 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f13e37-d10a-430e-962c-f544fe4be634 req-94e1390f-04ad-48b7-a578-4fabe035b037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:08.910794 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86f13e37-d10a-430e-962c-f544fe4be634 req-94e1390f-04ad-48b7-a578-4fabe035b037 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1617e5-eeb5-4452-ab89-4b0f3a827875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457032 Dec 13 11:11:09.002794 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86f13e37-d10a-430e-962c-f544fe4be634 req-8aec33a0-7e8f-49b1-8628-24780d3b07f6 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849745 Dec 13 11:11:09.099911 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86f13e37-d10a-430e-962c-f544fe4be634 req-b54f58d4-ef2e-4d2f-96ca-f9c6abc3a706 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901761 Dec 13 11:11:09.155113 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7af1fd-519a-4ffd-87d2-ef8d19d44c4e req-99d507ba-5687-43ae-ad70-29f63e920d7a tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:09.156609 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2b7af1fd-519a-4ffd-87d2-ef8d19d44c4e req-99d507ba-5687-43ae-ad70-29f63e920d7a tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0504882 Dec 13 11:11:09.211107 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2b7af1fd-519a-4ffd-87d2-ef8d19d44c4e req-935341b5-178e-45d6-87fc-d22b21ba57b5 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458381 Dec 13 11:11:10.336594 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:10.348258 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fadecc-dbf0-411d-a1c6-56e69687d6d1 req-a6b87286-3e0e-4083-8a56-f725a8a0d706 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:10.349747 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-89fadecc-dbf0-411d-a1c6-56e69687d6d1 req-a6b87286-3e0e-4083-8a56-f725a8a0d706 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0568948 Dec 13 11:11:10.401615 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-89fadecc-dbf0-411d-a1c6-56e69687d6d1 req-176254d6-8b12-46c4-aa8b-0ce644197ada tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457196 Dec 13 11:11:11.535510 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183225c0-2e10-4d21-b9ad-7a8f1ae705d0 req-1d9c188b-c01f-4708-9b27-907d5de6d830 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:11.536990 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-183225c0-2e10-4d21-b9ad-7a8f1ae705d0 req-1d9c188b-c01f-4708-9b27-907d5de6d830 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0674589 Dec 13 11:11:11.586396 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-183225c0-2e10-4d21-b9ad-7a8f1ae705d0 req-82aa6b70-5c66-4279-9722-48e3bdbbcf12 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432122 Dec 13 11:11:11.816080 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da6720-67d3-4cd9-9354-bcb8d4217743 req-3c62dc4c-c267-4156-b8d8-7bf6fd905cfc tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:11.817566 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-25da6720-67d3-4cd9-9354-bcb8d4217743 req-3c62dc4c-c267-4156-b8d8-7bf6fd905cfc tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0510495 Dec 13 11:11:11.820363 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 49880) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:11:11.875073 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-25da6720-67d3-4cd9-9354-bcb8d4217743 req-770e832b-516e-4027-862c-48581cd1a594 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512559 Dec 13 11:11:11.914199 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-18e43b13-9713-48a0-b946-11324a65ee17 service neutron] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926838 Dec 13 11:11:11.924549 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-28487660-7e8c-46ad-b5f9-b29831543bd5 service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:11:11.925560 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-28487660-7e8c-46ad-b5f9-b29831543bd5 service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064518 Dec 13 11:11:12.066319 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-04ec9d2d-2613-423d-931a-aa6bf54d6000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:12.997430 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b85f7-49d0-44d7-9ef4-b7080a4ea3ee req-5a774238-08e3-4874-be31-b6c30aabec66 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:12.999013 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-537b85f7-49d0-44d7-9ef4-b7080a4ea3ee req-5a774238-08e3-4874-be31-b6c30aabec66 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0528090 Dec 13 11:11:13.054232 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-537b85f7-49d0-44d7-9ef4-b7080a4ea3ee req-ce9e183a-eb67-499d-9fe8-5c05c9ed0727 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490136 Dec 13 11:11:13.363302 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-1dbb9967-8f98-43f3-b416-e152ad7fa2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:13.365501 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-1dbb9967-8f98-43f3-b416-e152ad7fa2c7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0&tenant_id=38d0a419ecde4092b449f3d49306fb95 HTTP/1.1" status: 200 len: 1099 time: 0.0495806 Dec 13 11:11:13.435265 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-902a2f73-6981-48c1-8149-78f053b5b5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:13.436724 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-902a2f73-6981-48c1-8149-78f053b5b5ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d0a419ecde4092b449f3d49306fb95&device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1099 time: 0.0426111 Dec 13 11:11:13.545930 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-26075809-ea91-4d0b-bfd0-8c1316ce72a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:13.547490 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-26075809-ea91-4d0b-bfd0-8c1316ce72a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1617e5-eeb5-4452-ab89-4b0f3a827875 HTTP/1.1" status: 200 len: 910 time: 0.1034462 Dec 13 11:11:13.613306 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-e73a8b34-6b2b-47bc-8d42-ee47a9293e6a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208b5606-c74f-45fe-90ce-f5e20b44d896 HTTP/1.1" status: 200 len: 1002 time: 0.0589137 Dec 13 11:11:13.666226 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-abab314b-1039-4143-9add-e3b84e4ca230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:13.667731 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-abab314b-1039-4143-9add-e3b84e4ca230 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eca97ad-e973-4442-a34a-a5d3a1dec411 HTTP/1.1" status: 200 len: 848 time: 0.0478773 Dec 13 11:11:13.714895 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-38ade5fd-d816-4bdb-b433-ba8c8928e0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:13.716353 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-38ade5fd-d816-4bdb-b433-ba8c8928e0b8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1617e5-eeb5-4452-ab89-4b0f3a827875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0419843 Dec 13 11:11:13.817367 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-9f2ef2fa-5905-4685-be89-acd04af9515a service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938382 Dec 13 11:11:13.915588 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-dba1d48f-ea12-4d5b-b26a-66db93234d43 req-0dcc45bf-0c9a-4a45-9168-b3bbe00c4012 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908582 Dec 13 11:11:13.963931 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 208b5606-c74f-45fe-90ce-f5e20b44d896 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:11:14.059470 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:14.083755 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:11:14.086096 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d6d7a3-373e-45bb-8fe2-7e8757c767b0" -d '{"events": [{"server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:11:14.099049 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 208b5606-c74f-45fe-90ce-f5e20b44d896, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=208b5606-c74f-45fe-90ce-f5e20b44d896,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:11:14.105033 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:14.163680 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=208b5606-c74f-45fe-90ce-f5e20b44d896,revision_number=6']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:14.171285 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.171642 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.172109 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.172459 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.172898 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.173262 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.173548 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.173899 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.174190 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.175165 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.175165 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.175377 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.175521 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:14.183869 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b08dbf-09cb-4cd9-8c7b-6829784f1e75 req-1e3d3a1b-7063-41d8-a221-f3a46d67ba31 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:14.185606 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-19b08dbf-09cb-4cd9-8c7b-6829784f1e75 req-1e3d3a1b-7063-41d8-a221-f3a46d67ba31 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0521574 Dec 13 11:11:14.194678 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 13 Dec 2021 11:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b85685-b32c-41d8-9487-16a6a2b9892d x-openstack-request-id: req-54b85685-b32c-41d8-9487-16a6a2b9892d {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:11:14.194966 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:11:14.195216 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-54b85685-b32c-41d8-9487-16a6a2b9892d {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:11:14.195761 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'code': 200} Dec 13 11:11:14.234791 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-19b08dbf-09cb-4cd9-8c7b-6829784f1e75 req-ec238773-541b-4177-beed-b00717ff56dc tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432675 Dec 13 11:11:14.405845 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-e56ca03d-152e-4967-b91e-66f88e051736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:15.380893 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bcb03-5513-42cd-9816-d837c8925455 req-e07bca8a-ba39-4f01-a76b-bd9fc1be1359 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:15.382374 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cf1bcb03-5513-42cd-9816-d837c8925455 req-e07bca8a-ba39-4f01-a76b-bd9fc1be1359 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0622745 Dec 13 11:11:15.432932 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cf1bcb03-5513-42cd-9816-d837c8925455 req-7014dec8-3c64-4982-a8b5-7208cde93620 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444443 Dec 13 11:11:15.696204 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:16.564779 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8f605-4901-4a2a-901d-06cb50caf275 req-ac43ae9b-9084-4b0f-8db5-babb7af3ad85 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:16.566271 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-88b8f605-4901-4a2a-901d-06cb50caf275 req-ac43ae9b-9084-4b0f-8db5-babb7af3ad85 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0595241 Dec 13 11:11:16.621358 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-88b8f605-4901-4a2a-901d-06cb50caf275 req-d7829a77-81f7-468a-bcda-d43f611ab84b tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488634 Dec 13 11:11:17.048747 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:17.764195 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b541e6-bf8d-4662-8dc6-5d87ee23b4ad req-92e0726d-fb0b-4de3-b4cc-b568545a6a0b tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:17.765714 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-23b541e6-bf8d-4662-8dc6-5d87ee23b4ad req-92e0726d-fb0b-4de3-b4cc-b568545a6a0b tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0609853 Dec 13 11:11:17.823449 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-23b541e6-bf8d-4662-8dc6-5d87ee23b4ad req-4a4878f8-911d-47f9-8d77-ebe20e3481c1 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489454 Dec 13 11:11:18.053340 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:18.964175 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7335fb-8268-4ab8-959d-460a8998d115 req-3e9d8cde-15ff-4c50-b70b-056ca174ab26 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:18.965726 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ee7335fb-8268-4ab8-959d-460a8998d115 req-3e9d8cde-15ff-4c50-b70b-056ca174ab26 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0608380 Dec 13 11:11:19.020463 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ee7335fb-8268-4ab8-959d-460a8998d115 req-d09d6f29-2226-4a67-ae0a-b925c1c13622 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479288 Dec 13 11:11:19.964284 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9436d-853f-4683-8f62-42b532ddaa3c req-eb1ae23a-6e96-4512-b9f5-dab74ed6b955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:19.966360 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-06e9436d-853f-4683-8f62-42b532ddaa3c req-eb1ae23a-6e96-4512-b9f5-dab74ed6b955 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1097 time: 0.0489733 Dec 13 11:11:20.014824 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-06e9436d-853f-4683-8f62-42b532ddaa3c req-eb62ae13-95ea-4b94-be78-be173760633f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415800 Dec 13 11:11:20.151859 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093ef1f-f243-4fbd-b294-07ef5dc204ce req-39cbd7be-3c29-42f4-a26f-c83381bb33da tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:20.153395 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b093ef1f-f243-4fbd-b294-07ef5dc204ce req-39cbd7be-3c29-42f4-a26f-c83381bb33da tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0560632 Dec 13 11:11:20.205802 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b093ef1f-f243-4fbd-b294-07ef5dc204ce req-8612a04a-9e1f-4af7-b51c-2fa64276fe93 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433681 Dec 13 11:11:21.329355 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef72f368-31b7-456c-834b-c58d6bbf1bfd req-cc4cc2f6-7a85-4392-b124-37369985c9b4 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:21.330862 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ef72f368-31b7-456c-834b-c58d6bbf1bfd req-cc4cc2f6-7a85-4392-b124-37369985c9b4 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 944 time: 0.0510828 Dec 13 11:11:21.381994 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ef72f368-31b7-456c-834b-c58d6bbf1bfd req-ebb98819-5de1-46d1-97e1-37b93bb2489f tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441029 Dec 13 11:11:21.979692 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 208b5606-c74f-45fe-90ce-f5e20b44d896 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:11:22.081552 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 208b5606-c74f-45fe-90ce-f5e20b44d896, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=208b5606-c74f-45fe-90ce-f5e20b44d896,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:11:22.093712 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'port_id': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'mac_address': 'fa:16:3e:07:c9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:11:22.134560 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:22.147486 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 208b5606-c74f-45fe-90ce-f5e20b44d896 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:11:22.166568 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 208b5606-c74f-45fe-90ce-f5e20b44d896, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=208b5606-c74f-45fe-90ce-f5e20b44d896,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:11:22.173643 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:22.230016 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=208b5606-c74f-45fe-90ce-f5e20b44d896,revision_number=7']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:22.403307 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['208b5606-c74f-45fe-90ce-f5e20b44d896'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:11:24.011192 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 208b5606-c74f-45fe-90ce-f5e20b44d896 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:11:24.067725 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 208b5606-c74f-45fe-90ce-f5e20b44d896 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:11:24.068179 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:24.154184 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:24.176925 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:11:24.179585 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51547dac-2ebb-4671-a9d4-3a2f5ed4002a" -d '{"events": [{"server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "name": "network-vif-plugged", "status": "completed", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:11:24.192151 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 208b5606-c74f-45fe-90ce-f5e20b44d896, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=208b5606-c74f-45fe-90ce-f5e20b44d896,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:11:24.196864 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:24.221660 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74458e3-a6dd-4ff6-9b43-f594ec09f536 x-openstack-request-id: req-f74458e3-a6dd-4ff6-9b43-f594ec09f536 {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:11:24.221950 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "name": "network-vif-plugged", "status": "completed", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:11:24.222197 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-f74458e3-a6dd-4ff6-9b43-f594ec09f536 {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:11:24.222676 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'code': 200} Dec 13 11:11:24.248023 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=208b5606-c74f-45fe-90ce-f5e20b44d896,revision_number=8']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:40.279410 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-1946939a-57c4-4c29-948d-a83a161d8d21 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1005457063&fields=id&tenant_id=c251e00c29844840a44f9bd46132569b HTTP/1.1" status: 200 len: 267 time: 0.0435736 Dec 13 11:11:40.336490 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:40.393431 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-7360cd24-d121-422d-8bdf-c5efb66e6f63 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:40.394909 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-7360cd24-d121-422d-8bdf-c5efb66e6f63 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 811 time: 0.1056514 Dec 13 11:11:40.415449 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-e96166a2-a2a9-4b52-9c9a-81c7767c11ae tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/quotas/c251e00c29844840a44f9bd46132569b HTTP/1.1" status: 200 len: 375 time: 0.0143833 Dec 13 11:11:40.471024 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-474bc5c2-686d-4512-9b5c-d80ec1c5dd4c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0496042 Dec 13 11:11:40.487003 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-a5c71055-a39e-46cd-9a71-5507b583ae2b service neutron] http://10.222.0.43:9696/v2.0/extensions returned with HTTP 200 {{(pid=102441) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 13 11:11:40.487965 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-a5c71055-a39e-46cd-9a71-5507b583ae2b service neutron] 10.222.0.43 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050404 Dec 13 11:11:40.599816 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-6151c93d-eb71-4e36-89c8-079b1e570f75 service neutron] 10.222.0.43 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060345 Dec 13 11:11:40.693035 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-9440f61e-039a-49fa-b120-a1ca271073ca service neutron] 10.222.0.43 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853014 Dec 13 11:11:40.988044 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-86aec03c-638b-4d7d-9062-45e136a34159 req-68ca81d7-f2a5-4b18-984f-515464127b48 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 210 time: 0.0276806 Dec 13 11:11:41.987034 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-3688b26a-5df8-41cf-88de-d0a025f52d5c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:41.988505 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-3688b26a-5df8-41cf-88de-d0a025f52d5c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 811 time: 0.1113808 Dec 13 11:11:42.061673 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-3270310a-5c05-446d-8b55-8112d22cdfe7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:42.085568 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-1c2c0652-c452-4cdb-9447-f2043844dbc9 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c251e00c29844840a44f9bd46132569b HTTP/1.1" status: 200 len: 380 time: 0.0700653 Dec 13 11:11:42.104599 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e3352117-e253-48a9-a476-bbb98ba37d2e req-ccfa07cb-b5fe-477a-903f-80ad08249211 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 210 time: 0.0335193 Dec 13 11:11:42.107961 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'port': {'device_id': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'admin_state_up': True, 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'security_groups': ['d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02']}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:11:42.220403 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Made reservation on behalf of c251e00c29844840a44f9bd46132569b for: {'port': 1} {{(pid=102441) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 13 11:11:42.223922 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:42.350183 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_common [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Allocated IP 172.20.0.4 (c37226ac-7158-4a4e-b23f-dc7eb49bfd29/53748ea1-38b6-4d28-b2a1-bc726a1ee889/8bb4f012-0d6e-48e4-840f-80287753c295) {{(pid=102441) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:11:42.493351 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for port, precommit_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:42.530603 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_create {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:42.579407 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 is already hosted by enough agents. {{(pid=102441) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:11:42.582385 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.base_scheduler [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Resources bound (agent type, host, resource id): {{(pid=102441) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:11:42.585963 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Received port after_create {{(pid=102441) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:11:42.592552 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'Port': ['ID=8bb4f012-0d6e-48e4-840f-80287753c295,revision_number=1']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:42.622142 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.622484 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.622848 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.623217 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.623543 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.623864 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.624188 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.624508 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.624825 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.625145 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.625459 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.625757 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.626063 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:42.653185 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:42.653803 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:42.671047 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-db873f1a-7ca3-47e0-884a-16d80d2d7f7a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5689867 Dec 13 11:11:42.684549 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.v2.base [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Request body: {'port': {'device_id': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80857'}} {{(pid=102441) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:11:42.740332 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:42.814492 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-a3665724-6781-4a48-bfdc-4536daf166f4 None None] Provisioning complete for port 8bb4f012-0d6e-48e4-840f-80287753c295 triggered by entity DHCP. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:11:42.814881 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a3665724-6781-4a48-bfdc-4536daf166f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:42.994790 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-a3665724-6781-4a48-bfdc-4536daf166f4 None None] Port 8bb4f012-0d6e-48e4-840f-80287753c295 cannot update to ACTIVE because it is not bound. {{(pid=102443) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 13 11:11:43.011440 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb4f012-0d6e-48e4-840f-80287753c295 {{(pid=102441) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:11:43.019645 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Publish callbacks [] for port, precommit_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:43.033602 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.provisioning_blocks [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Transition to ACTIVE for port object 8bb4f012-0d6e-48e4-840f-80287753c295 will not be triggered until provisioned by entity L2. {{(pid=102441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 13 11:11:43.039590 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:43.101159 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Pushing event updated for resources: {'Port': ['ID=8bb4f012-0d6e-48e4-840f-80287753c295,revision_number=2']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:43.172576 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Attempting to bind port 8bb4f012-0d6e-48e4-840f-80287753c295 on host hv-cinder-80857 for vnic_type normal with profile {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 13 11:11:43.172914 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Attempting to bind port 8bb4f012-0d6e-48e4-840f-80287753c295 by drivers openvswitch,hyperv on host hv-cinder-80857 at level 0 using segments [{'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 13 11:11:43.173244 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Attempting to bind port 8bb4f012-0d6e-48e4-840f-80287753c295 on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:11:43.179232 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Port 8bb4f012-0d6e-48e4-840f-80287753c295 on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80857 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 13 11:11:43.179553 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Attempting to bind port 8bb4f012-0d6e-48e4-840f-80287753c295 on network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 13 11:11:43.193836 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Checking agent: {'id': '28428786-d24a-4001-a98d-7e1f004e1cae', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80857', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'started_at': datetime.datetime(2021, 12, 13, 10, 57, 40), 'heartbeat_timestamp': datetime.datetime(2021, 12, 13, 11, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 13 11:11:43.194128 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Checking segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 13 11:11:43.194570 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Bound using segment: {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'} {{(pid=102441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 13 11:11:43.195004 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.managers [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Bound port: 8bb4f012-0d6e-48e4-840f-80287753c295, host: hv-cinder-80857, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6fa0906-3909-4c84-ab70-16c1f9f41551', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29'}}] {{(pid=102441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 13 11:11:43.195362 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:43.272243 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a68466-3d49-4e02-9d7c-2ccbf15d4643 req-ed002025-1a11-46a8-946d-690d1d2ef8d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:43.273652 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26a68466-3d49-4e02-9d7c-2ccbf15d4643 req-ed002025-1a11-46a8-946d-690d1d2ef8d3 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 943 time: 0.0954916 Dec 13 11:11:43.325242 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] For port 8bb4f012-0d6e-48e4-840f-80287753c295, host hv-cinder-80857, cleared binding levels {{(pid=102441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 13 11:11:43.346126 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] For port 8bb4f012-0d6e-48e4-840f-80287753c295, host hv-cinder-80857, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=8bb4f012-0d6e-48e4-840f-80287753c295,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 13 11:11:43.351901 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-126324845'] for port, after_update {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:43.370254 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-26a68466-3d49-4e02-9d7c-2ccbf15d4643 req-9911459b-955e-4d38-b383-793f90833276 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839033 Dec 13 11:11:43.395326 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:43.395943 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:43.397336 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] 10.222.0.39 "PUT /v2.0/ports/8bb4f012-0d6e-48e4-840f-80287753c295 HTTP/1.1" status: 200 len: 1093 time: 0.7174325 Dec 13 11:11:43.397791 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'tag': '8bb4f012-0d6e-48e4-840f-80287753c295'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:11:43.400425 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30240f4-f512-4a0b-9c4c-109e3354d22a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd53ca45-fdf4-42ea-a375-d3fed1f92275", "tag": "8bb4f012-0d6e-48e4-840f-80287753c295"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:11:43.430140 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdad030-df1a-41c7-b147-2542ea7887ad service neutron] Pushing event updated for resources: {'Port': ['ID=8bb4f012-0d6e-48e4-840f-80287753c295,revision_number=3']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:43.490056 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-e372cc6d-dc1c-4260-addb-c4430fb89d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:43.492615 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-e372cc6d-dc1c-4260-addb-c4430fb89d90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 1096 time: 0.0476048 Dec 13 11:11:43.508896 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d355b4-6795-4295-a746-c5be8fd14fae x-openstack-request-id: req-44d355b4-6795-4295-a746-c5be8fd14fae {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:11:43.509202 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd53ca45-fdf4-42ea-a375-d3fed1f92275", "tag": "8bb4f012-0d6e-48e4-840f-80287753c295", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:11:43.509437 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-44d355b4-6795-4295-a746-c5be8fd14fae {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:11:43.509833 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'tag': '8bb4f012-0d6e-48e4-840f-80287753c295', 'status': 'completed', 'code': 200} Dec 13 11:11:43.793895 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-9c83a222-576d-4d1a-8a18-b0611fab093e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bb4f012-0d6e-48e4-840f-80287753c295 HTTP/1.1" status: 200 len: 217 time: 0.2925217 Dec 13 11:11:43.845787 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-567d15c3-fb80-4049-9472-86d39f823886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:43.847261 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-567d15c3-fb80-4049-9472-86d39f823886 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0458214 Dec 13 11:11:43.895024 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-6a60d9bd-a473-4c73-b68a-d78a9366bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:43.896494 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-6a60d9bd-a473-4c73-b68a-d78a9366bb3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418994 Dec 13 11:11:43.991606 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-a8348ff5-962e-449e-b40d-a83fc86ff316 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876818 Dec 13 11:11:44.094036 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f8c5f1db-716e-4ebd-afa6-709797d27d3f req-1297cb19-ccbf-4076-81f5-71fe70651793 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950933 Dec 13 11:11:44.183261 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-ca5d1577-e46a-499d-98c9-82a01ed9633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:44.184756 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-ca5d1577-e46a-499d-98c9-82a01ed9633d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 1096 time: 0.0428035 Dec 13 11:11:44.278028 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-61aa979e-763b-43ba-8b4e-c5e4a4da25c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:44.279530 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-61aa979e-763b-43ba-8b4e-c5e4a4da25c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.0878174 Dec 13 11:11:44.324588 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-2ccb4fd5-745b-41e0-8a8b-c1b359910067 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bb4f012-0d6e-48e4-840f-80287753c295 HTTP/1.1" status: 200 len: 217 time: 0.0377240 Dec 13 11:11:44.379365 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-27702eb8-b71d-4ddb-9aad-5947b1e3e604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:44.380730 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-27702eb8-b71d-4ddb-9aad-5947b1e3e604 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0456543 Dec 13 11:11:44.391588 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-5fdcabaa-0216-4325-bb84-9b77cbe5e407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:44.430757 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-3174b0f4-be44-402d-8928-247efd1bebe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:44.432349 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-3174b0f4-be44-402d-8928-247efd1bebe8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428076 Dec 13 11:11:44.439156 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:11:44.544132 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b444b7-5111-4641-8a62-e4243e384ec8 req-0271927f-dd27-4a05-8c6b-028ec05d922f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:44.545602 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-19b444b7-5111-4641-8a62-e4243e384ec8 req-0271927f-dd27-4a05-8c6b-028ec05d922f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 943 time: 0.1068640 Dec 13 11:11:44.567398 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-d1106f0c-3252-46ac-ba42-8838920ebe1a service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202657 Dec 13 11:11:44.649402 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-19b444b7-5111-4641-8a62-e4243e384ec8 req-7149c604-3469-476d-9f75-786d1419581b tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973935 Dec 13 11:11:44.685021 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d30240f4-f512-4a0b-9c4c-109e3354d22a req-4bb7d374-1201-4124-9550-a53ade4043e8 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055100 Dec 13 11:11:45.703167 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:45.797663 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc783bb-ab42-46ec-9b6b-8e94d3ce8661 req-9b0c617c-5a18-49ca-be4e-024d3fec4b24 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:45.799235 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3dc783bb-ab42-46ec-9b6b-8e94d3ce8661 req-9b0c617c-5a18-49ca-be4e-024d3fec4b24 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 943 time: 0.0632544 Dec 13 11:11:45.850669 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3dc783bb-ab42-46ec-9b6b-8e94d3ce8661 req-6fd3e079-f953-4444-9ea3-be3061b60033 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452209 Dec 13 11:11:46.992600 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d947d2b-06b1-4b83-808c-07389ebca873 req-df406258-3e31-436e-b773-c2254229a2bf tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:46.994222 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1d947d2b-06b1-4b83-808c-07389ebca873 req-df406258-3e31-436e-b773-c2254229a2bf tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 943 time: 0.0613644 Dec 13 11:11:47.041955 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:47.051239 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-1d947d2b-06b1-4b83-808c-07389ebca873 req-41d54730-37d2-432b-ab00-d9a8919f5b22 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479465 Dec 13 11:11:48.048631 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:48.195517 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-088ada07-0de9-43ed-bf66-9bb488dd9aeb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0654931 Dec 13 11:11:48.203394 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896566c-2e39-48b1-abdc-8024a652f141 req-53503947-3eef-4bee-988b-0690ee9893cc tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:48.204762 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f896566c-2e39-48b1-abdc-8024a652f141 req-53503947-3eef-4bee-988b-0690ee9893cc tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 943 time: 0.0839944 Dec 13 11:11:48.285043 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f896566c-2e39-48b1-abdc-8024a652f141 req-72b9da39-a465-4ce2-a8d3-8e99e674d221 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739713 Dec 13 11:11:48.289453 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-d4cf11a9-476a-4296-be01-99efa7bd42b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:48.290902 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-d4cf11a9-476a-4296-be01-99efa7bd42b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 1098 time: 0.0736003 Dec 13 11:11:48.404522 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-16b7e6f6-2780-4721-ba40-c2c3da98824d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:48.404788 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-16b7e6f6-2780-4721-ba40-c2c3da98824d service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.0904858 Dec 13 11:11:48.476573 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-a688a09b-d97a-4eca-85d2-ec1952e3c937 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 HTTP/1.1" status: 200 len: 1001 time: 0.0638301 Dec 13 11:11:48.527057 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-6ab7733e-5739-4e7f-b94d-a017fe25c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:48.528558 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-6ab7733e-5739-4e7f-b94d-a017fe25c0c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0449240 Dec 13 11:11:48.574820 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-0b03c9ba-e194-4120-873e-c73cafc0ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:48.576360 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-0b03c9ba-e194-4120-873e-c73cafc0ff65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399394 Dec 13 11:11:48.674322 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-e9d2ebe1-1839-45d7-abae-32e80b378c8e service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887420 Dec 13 11:11:48.772636 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0abfd4f1-ed57-4685-8dc7-34dc3a1f5235 req-010e36db-70d6-4bdd-8328-ce3f4eb0cfa0 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858068 Dec 13 11:11:49.414862 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913cfc0-db32-4b71-a330-28cf5932ddc7 req-e6af4edc-b17b-41ba-b4de-61924019eec5 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:49.416346 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f913cfc0-db32-4b71-a330-28cf5932ddc7 req-e6af4edc-b17b-41ba-b4de-61924019eec5 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 943 time: 0.0524464 Dec 13 11:11:49.471439 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-f913cfc0-db32-4b71-a330-28cf5932ddc7 req-49b9cec1-5009-4454-acfe-868f2fa8042c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489144 Dec 13 11:11:50.602415 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be335810-6da1-4619-9619-da3af686ff2d req-2fcbe585-3a76-43e7-a03e-82b8b1cb6086 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:50.603842 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-be335810-6da1-4619-9619-da3af686ff2d req-2fcbe585-3a76-43e7-a03e-82b8b1cb6086 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 943 time: 0.0513747 Dec 13 11:11:50.655306 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-be335810-6da1-4619-9619-da3af686ff2d req-f0151855-5de4-478f-a7f6-945ca4bc9fd1 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452433 Dec 13 11:11:51.795760 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85f4da-4837-4325-b48b-f5960b4ca1ea req-e1a6ea3e-7405-4090-a18d-9debc335485f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:51.797280 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-da85f4da-4837-4325-b48b-f5960b4ca1ea req-e1a6ea3e-7405-4090-a18d-9debc335485f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 943 time: 0.0603402 Dec 13 11:11:51.848965 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-da85f4da-4837-4325-b48b-f5960b4ca1ea req-a7dbddbf-e597-4dbd-b68b-c92fd78754cc tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455852 Dec 13 11:11:52.151438 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 8bb4f012-0d6e-48e4-840f-80287753c295 details requested by agent hyperv_hv-cinder-80857 with host hv-cinder-80857 {{(pid=102443) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 13 11:11:52.260743 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 8bb4f012-0d6e-48e4-840f-80287753c295, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=8bb4f012-0d6e-48e4-840f-80287753c295,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:11:52.272466 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Returning: {'device': '8bb4f012-0d6e-48e4-840f-80287753c295', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'port_id': '8bb4f012-0d6e-48e4-840f-80287753c295', 'mac_address': 'fa:16:3e:29:8a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102443) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 13 11:11:52.317216 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:52.335216 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb4f012-0d6e-48e4-840f-80287753c295 {{(pid=102443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 13 11:11:52.356548 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 8bb4f012-0d6e-48e4-840f-80287753c295, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=8bb4f012-0d6e-48e4-840f-80287753c295,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:11:52.362403 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:52.411481 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=8bb4f012-0d6e-48e4-840f-80287753c295,revision_number=4']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:52.590020 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] get_ports_and_sgs() called for port_ids ['8bb4f012-0d6e-48e4-840f-80287753c295'] {{(pid=102443) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 13 11:11:52.989702 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070c2874-399a-4560-b3e1-1a0427c0d0be req-3f73480c-fe64-493c-9e64-27b585a7f144 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:52.991214 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-070c2874-399a-4560-b3e1-1a0427c0d0be req-3f73480c-fe64-493c-9e64-27b585a7f144 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 944 time: 0.0578477 Dec 13 11:11:53.043929 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-070c2874-399a-4560-b3e1-1a0427c0d0be req-6ea309b6-bddd-4843-aa18-a1aac143641b tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449717 Dec 13 11:11:54.164592 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 8bb4f012-0d6e-48e4-840f-80287753c295 up at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 13 11:11:54.174352 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b8d5c-f18e-4960-8d6b-0ffe795ac5cc req-640313be-34ea-4cb5-bb07-79b67f31ae16 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:54.175872 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ef1b8d5c-f18e-4960-8d6b-0ffe795ac5cc req-640313be-34ea-4cb5-bb07-79b67f31ae16 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 944 time: 0.0551527 Dec 13 11:11:54.217810 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning for port 8bb4f012-0d6e-48e4-840f-80287753c295 completed by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 13 11:11:54.221802 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.provisioning_blocks [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Provisioning complete for port 8bb4f012-0d6e-48e4-840f-80287753c295 triggered by entity L2. {{(pid=102443) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 13 11:11:54.222186 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3620247'] for port, provisioning_complete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:54.225562 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ef1b8d5c-f18e-4960-8d6b-0ffe795ac5cc req-d7d3a03d-b7a9-408d-959b-621a30230dca tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437434 Dec 13 11:11:54.302763 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:54.326979 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb4f012-0d6e-48e4-840f-80287753c295'}] {{(pid=102443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:11:54.329245 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a57aaa64af32d3b9d11c12ca91d8e7813a1c0fb78f20005921f0b2790831b2d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3ea826-c9b9-4334-9fdd-f0d02e14a986" -d '{"events": [{"server_uuid": "bd53ca45-fdf4-42ea-a375-d3fed1f92275", "name": "network-vif-plugged", "status": "completed", "tag": "8bb4f012-0d6e-48e4-840f-80287753c295"}]}' {{(pid=102443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:11:54.342553 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] For port 8bb4f012-0d6e-48e4-840f-80287753c295, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=8bb4f012-0d6e-48e4-840f-80287753c295,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:11:54.347347 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927'] for port, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:54.371329 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637ce5f-02fd-41a1-93a2-275a036c2e0f x-openstack-request-id: req-a637ce5f-02fd-41a1-93a2-275a036c2e0f {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:11:54.371610 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd53ca45-fdf4-42ea-a375-d3fed1f92275", "name": "network-vif-plugged", "status": "completed", "tag": "8bb4f012-0d6e-48e4-840f-80287753c295", "code": 200}]} {{(pid=102443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:11:54.372102 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-a637ce5f-02fd-41a1-93a2-275a036c2e0f {{(pid=102443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:11:54.372754 dv-cinder-808574-5-iscsi neutron-server[102443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb4f012-0d6e-48e4-840f-80287753c295', 'code': 200} Dec 13 11:11:54.402246 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Pushing event updated for resources: {'Port': ['ID=8bb4f012-0d6e-48e4-840f-80287753c295,revision_number=5']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:54.601882 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498d38-0d04-4998-95e4-8c18e3f1e289 req-a6470d99-e422-4993-9a73-919fefa7bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:54.603336 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-64498d38-0d04-4998-95e4-8c18e3f1e289 req-a6470d99-e422-4993-9a73-919fefa7bfde service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 1098 time: 0.0471857 Dec 13 11:11:54.650618 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-64498d38-0d04-4998-95e4-8c18e3f1e289 req-0148436f-c3ab-4ec0-8842-593d6c97d3a2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394971 Dec 13 11:11:55.356006 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06e2ad-9584-4853-8372-62bbfb8d82dc req-6ad81d94-c3d9-4ae9-a825-554ed8245217 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:55.357522 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cd06e2ad-9584-4853-8372-62bbfb8d82dc req-6ad81d94-c3d9-4ae9-a825-554ed8245217 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 945 time: 0.0568047 Dec 13 11:11:55.411822 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-cd06e2ad-9584-4853-8372-62bbfb8d82dc req-7e8ffc35-151f-4e55-b33d-acbee18f5b53 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441992 Dec 13 11:11:56.614631 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e19f3-29c4-4e37-ab53-0c161ac0184d req-338206d3-992a-49d8-9610-2ab0dd87fd58 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:56.616085 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2a6e19f3-29c4-4e37-ab53-0c161ac0184d req-338206d3-992a-49d8-9610-2ab0dd87fd58 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 945 time: 0.0588014 Dec 13 11:11:56.670752 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-2a6e19f3-29c4-4e37-ab53-0c161ac0184d req-298361e8-39b1-467a-849a-4110876d8940 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485644 Dec 13 11:11:56.797729 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5773a-73ac-422f-a95e-755dc67c35d7 req-d2b49236-ad6c-44a5-a699-11d63a116582 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:56.799453 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3be5773a-73ac-422f-a95e-755dc67c35d7 req-d2b49236-ad6c-44a5-a699-11d63a116582 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 945 time: 0.0529969 Dec 13 11:11:56.855710 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-3be5773a-73ac-422f-a95e-755dc67c35d7 req-3e0858eb-ad74-459d-ad37-4b0b79083562 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476618 Dec 13 11:11:56.880056 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50018) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:11:56.919847 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb6aa9b-a403-4a2e-8d52-14ccce7abfd3 tempest-TestVolumeBootPattern-393824961 tempest-TestVolumeBootPattern-393824961-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:56.921588 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-7eb6aa9b-a403-4a2e-8d52-14ccce7abfd3 tempest-TestVolumeBootPattern-393824961 tempest-TestVolumeBootPattern-393824961-project-admin] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 1093 time: 0.0403051 Dec 13 11:11:56.924743 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50020) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:11:56.928959 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.v2.base [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Request body: {'floatingip': {'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'port_id': '8bb4f012-0d6e-48e4-840f-80287753c295', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 13 11:11:56.952803 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:57.054731 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:57.171972 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_common [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Allocated IP 172.27.2.176 (d7cc04c3-ad4e-49b2-8a2e-22bf96490603/47b45ea8-fc93-4eb7-a162-20d692d7eb08/7f9ba6b5-6359-4b1b-bafd-ffa50e4bdec1) {{(pid=102442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 13 11:11:57.287865 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for port, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:57.323764 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763953671891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:57.363208 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Network d7cc04c3-ad4e-49b2-8a2e-22bf96490603 is already hosted by enough agents. {{(pid=102442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 13 11:11:57.366156 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.base_scheduler [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Resources bound (agent type, host, resource id): {{(pid=102442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 13 11:11:57.369512 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Received port after_create {{(pid=102442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 13 11:11:57.374945 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'Port': ['ID=7f9ba6b5-6359-4b1b-bafd-ffa50e4bdec1,revision_number=1']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:57.405523 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.405922 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.406234 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.406620 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.406943 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.407265 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.407546 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.407858 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.408168 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.408477 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.408832 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.409145 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.409444 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:11:57.772307 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, precommit_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:57.844815 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-644966'] for port, before_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:58.008869 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for port, precommit_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:58.015894 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763954224357', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8763953671909', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763953671927', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-125856841'] for port, after_update {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:58.085490 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event updated for resources: {'Port': ['ID=7f9ba6b5-6359-4b1b-bafd-ffa50e4bdec1,revision_number=2']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:11:58.097383 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3678744'] for floatingip, after_create {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:58.196647 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.l3_db [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Floating IP c9212338-5c61-4280-9753-033de0ccfca5 associated. External IP: 172.27.2.176, port: 8bb4f012-0d6e-48e4-840f-80287753c295. Dec 13 11:11:58.404416 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Router 0bb54880-7089-4995-a3a5-69b1035597e5 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:11:58.525171 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:11:58.537020 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] Sync routers for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:11:58.547609 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:11:58.551744 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:11:58.552368 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:11:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:58.575986 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-474b2a0e-57ba-41bf-b4a4-a22be931e67a tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6502175 Dec 13 11:11:58.576562 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'tag': '8bb4f012-0d6e-48e4-840f-80287753c295'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:11:58.578954 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5085e115-dddc-4ffb-b057-a616355bcfe9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd53ca45-fdf4-42ea-a375-d3fed1f92275", "tag": "8bb4f012-0d6e-48e4-840f-80287753c295"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:11:58.661727 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:11:58.671184 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a70dfd2-16c9-4387-bbef-e1bcfe2bfdc9 x-openstack-request-id: req-3a70dfd2-16c9-4387-bbef-e1bcfe2bfdc9 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:11:58.671641 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd53ca45-fdf4-42ea-a375-d3fed1f92275", "tag": "8bb4f012-0d6e-48e4-840f-80287753c295", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:11:58.671893 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-3a70dfd2-16c9-4387-bbef-e1bcfe2bfdc9 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:11:58.672333 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'tag': '8bb4f012-0d6e-48e4-840f-80287753c295', 'status': 'completed', 'code': 200} Dec 13 11:11:58.734394 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-ebf26806-aebc-438b-997f-e86e751bf96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:58.736072 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-ebf26806-aebc-438b-997f-e86e751bf96f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 1098 time: 0.0405273 Dec 13 11:11:58.831603 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-a0ceacb8-b00e-4b16-bd04-233fc4c8a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:58.833321 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-a0ceacb8-b00e-4b16-bd04-233fc4c8a001 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.0898623 Dec 13 11:11:58.893987 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '108ef5a3-97ad-496e-bb76-a844c5b79cf0', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:3a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:52Z', 'updated_at': '2021-12-13T11:09:54Z', 'revision_number': 1, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}, {'id': 'c9212338-5c61-4280-9753-033de0ccfca5', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '8bb4f012-0d6e-48e4-840f-80287753c295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:29:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:11:57Z', 'updated_at': '2021-12-13T11:11:57Z', 'revision_number': 0, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:58.905546 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-2d45f4b1-8149-4fdd-bf13-47506815aac5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bb4f012-0d6e-48e4-840f-80287753c295 HTTP/1.1" status: 200 len: 999 time: 0.0650823 Dec 13 11:11:58.920491 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] Checking router: 0bb54880-7089-4995-a3a5-69b1035597e5 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:11:58.928896 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:11:58.929486 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:11:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:58.956471 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-12b4607a-2341-46f1-983a-18860eabce35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:58.957951 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-12b4607a-2341-46f1-983a-18860eabce35 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0451746 Dec 13 11:11:59.019619 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-5dd317ff-efd2-42ce-8c2a-1aeaaffcdfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:11:59.021168 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-5dd317ff-efd2-42ce-8c2a-1aeaaffcdfbd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0567045 Dec 13 11:11:59.042167 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:11:59.115913 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-11bcf4b4-c613-4b10-a45b-892be504d3a9 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854902 Dec 13 11:11:59.226811 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-5085e115-dddc-4ffb-b057-a616355bcfe9 req-0507bc84-44a7-44f6-aa1d-0b808adc1527 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029196 Dec 13 11:11:59.289361 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '108ef5a3-97ad-496e-bb76-a844c5b79cf0', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:3a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:52Z', 'updated_at': '2021-12-13T11:09:54Z', 'revision_number': 1, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}, {'id': 'c9212338-5c61-4280-9753-033de0ccfca5', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '8bb4f012-0d6e-48e4-840f-80287753c295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:29:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:11:57Z', 'updated_at': '2021-12-13T11:11:57Z', 'revision_number': 0, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:11:59.320564 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616195e2-1196-4f40-9f63-1df781cb1552 None None] The sync data for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi is: [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '108ef5a3-97ad-496e-bb76-a844c5b79cf0', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:3a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:52Z', 'updated_at': '2021-12-13T11:09:54Z', 'revision_number': 1, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}, {'id': 'c9212338-5c61-4280-9753-033de0ccfca5', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.176', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '8bb4f012-0d6e-48e4-840f-80287753c295', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:29:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:11:57Z', 'updated_at': '2021-12-13T11:11:57Z', 'revision_number': 0, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:11:59.549465 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db3039bf-e6bf-420e-be47-8a2ccb967637 None None] New status for floating IP c9212338-5c61-4280-9753-033de0ccfca5: ACTIVE {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:12:10.345035 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:12.062515 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9f9cbc16-805a-4436-92a3-edb65d04bef0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:14.408581 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-864db06c-5e60-4937-a7c2-0cbad3ae2f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:15.691585 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:17.056183 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:18.053041 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:21.444273 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:12:37.219020 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50036) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:37.403078 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Deleting port 980a6540-2e0f-4c61-9199-6fed3dc000eb {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:12:37.403417 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:37.483452 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:37.483682 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:37.496725 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Calling delete_port for 980a6540-2e0f-4c61-9199-6fed3dc000eb owned by network:floatingip {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:12:37.661408 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:37.692616 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event deleted for resources: {'Port': ['ID=980a6540-2e0f-4c61-9199-6fed3dc000eb,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:37.759322 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for floatingip, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:37.759561 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.l3_db [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Floating IP 8edcd44d-e2ae-4bd1-908e-1d23d80d89f1 disassociated (deleted). External IP: 172.27.2.116, port: 208b5606-c74f-45fe-90ce-f5e20b44d896. Dec 13 11:12:38.255674 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Router 455a739f-61e7-4bed-af2e-0791d9e5321c has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:12:38.382151 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:12:38.387310 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:38.392627 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] Sync routers for ids ['455a739f-61e7-4bed-af2e-0791d9e5321c'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:12:38.402202 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] Routers {'455a739f-61e7-4bed-af2e-0791d9e5321c'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:12:38.402840 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:12:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['455a739f-61e7-4bed-af2e-0791d9e5321c'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:38.419938 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a73c7c24-7d21-40e0-af2a-cd57b9ab44c0 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "DELETE /v2.0/floatingips/8edcd44d-e2ae-4bd1-908e-1d23d80d89f1 HTTP/1.1" status: 204 len: 168 time: 1.1971238 Dec 13 11:12:38.419938 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:12:38.420578 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67" -d '{"events": [{"name": "network-changed", "server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:12:38.460358 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e270f6-d755-47ee-aef7-8d876e00567f x-openstack-request-id: req-87e270f6-d755-47ee-aef7-8d876e00567f {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:12:38.460923 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:12:38.461172 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-87e270f6-d755-47ee-aef7-8d876e00567f {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:12:38.461570 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'status': 'completed', 'code': 200} Dec 13 11:12:38.524296 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] Set router 455a739f-61e7-4bed-af2e-0791d9e5321c gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:12:38.527252 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-f170989d-9930-4b8f-83d5-6141da774393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:38.529033 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-f170989d-9930-4b8f-83d5-6141da774393 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=38d0a419ecde4092b449f3d49306fb95&device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 1099 time: 0.0440309 Dec 13 11:12:38.659598 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-2069edf5-182b-45ef-9427-e1cb4bf32da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:38.661153 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-2069edf5-182b-45ef-9427-e1cb4bf32da2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b1617e5-eeb5-4452-ab89-4b0f3a827875 HTTP/1.1" status: 200 len: 910 time: 0.1230512 Dec 13 11:12:38.673023 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afac51-fc60-4f50-a993-c40cb8f6142d req-76fb86e5-b30f-4887-8579-fccdc7a28f6f tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:38.674447 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-41afac51-fc60-4f50-a993-c40cb8f6142d req-76fb86e5-b30f-4887-8579-fccdc7a28f6f tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0745256 Dec 13 11:12:38.719577 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-605d58f0-4c47-4f74-9d2b-1d732b9d4da6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=208b5606-c74f-45fe-90ce-f5e20b44d896 HTTP/1.1" status: 200 len: 217 time: 0.0441096 Dec 13 11:12:38.736095 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '95a29b82-a03d-41c5-afdb-1db262afeb89', 'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'mac_address': 'fa:16:3e:13:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:22Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 5, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'subnets': [{'id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:38.766387 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] Checking router: 455a739f-61e7-4bed-af2e-0791d9e5321c for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:12:38.775571 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] Routers {'455a739f-61e7-4bed-af2e-0791d9e5321c'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:12:38.776086 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:12:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['455a739f-61e7-4bed-af2e-0791d9e5321c'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:38.784859 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-41afac51-fc60-4f50-a993-c40cb8f6142d req-9701dae3-d6ee-4b2b-abde-6efdea6e83ce tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039505 Dec 13 11:12:38.793668 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-8efb0be0-e93f-4970-b58a-f0dc29b9adea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:38.795225 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-8efb0be0-e93f-4970-b58a-f0dc29b9adea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2eca97ad-e973-4442-a34a-a5d3a1dec411 HTTP/1.1" status: 200 len: 848 time: 0.0630724 Dec 13 11:12:38.843297 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-353e1518-4bd8-46e5-818e-99c92f9aee60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:38.844818 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-353e1518-4bd8-46e5-818e-99c92f9aee60 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b1617e5-eeb5-4452-ab89-4b0f3a827875&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404396 Dec 13 11:12:38.883122 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] Set router 455a739f-61e7-4bed-af2e-0791d9e5321c gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:12:38.938177 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-98233a54-0301-442e-821a-aae5e9b2d381 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848672 Dec 13 11:12:39.042580 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-11fed3f2-5ba0-43ce-94fd-4a70e4f84a67 req-20dcd05d-fa84-429a-ab62-f60361e7f374 service neutron] 10.222.0.39 "GET /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926616 Dec 13 11:12:39.087095 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '95a29b82-a03d-41c5-afdb-1db262afeb89', 'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'mac_address': 'fa:16:3e:13:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:22Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 5, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'subnets': [{'id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:39.114178 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c032ab8a-81a2-4ed5-bd09-b2e8f39a4f71 None None] The sync data for ids ['455a739f-61e7-4bed-af2e-0791d9e5321c'] in dv-cinder-808574-5-iscsi is: [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:23Z', 'revision_number': 4, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': '95a29b82-a03d-41c5-afdb-1db262afeb89', 'name': '', 'network_id': '1b1617e5-eeb5-4452-ab89-4b0f3a827875', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'mac_address': 'fa:16:3e:13:65:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:22Z', 'updated_at': '2021-12-13T11:08:26Z', 'revision_number': 5, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'subnets': [{'id': '2eca97ad-e973-4442-a34a-a5d3a1dec411', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:12:39.357140 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e41ef4-610f-4fa3-801c-60921055be5b None None] New status for floating IP 8edcd44d-e2ae-4bd1-908e-1d23d80d89f1: DOWN {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:12:39.906431 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0753fe96-49fa-4fea-a8b4-72f221888f9a req-c2138b67-c027-4fec-a371-f4ebeba8138d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:39.907962 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0753fe96-49fa-4fea-a8b4-72f221888f9a req-c2138b67-c027-4fec-a371-f4ebeba8138d tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0525606 Dec 13 11:12:39.958930 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-0753fe96-49fa-4fea-a8b4-72f221888f9a req-75f80a42-a794-493a-8b7f-0f2765132ca3 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/security-groups?id=101d410c-741f-4e92-a21e-587d2c76c776&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448246 Dec 13 11:12:40.258231 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c250106-fb01-406b-b885-9928c1db62f9 req-a10d214b-d7ac-4d57-a681-853dc0114ed5 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:40.259687 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7c250106-fb01-406b-b885-9928c1db62f9 req-a10d214b-d7ac-4d57-a681-853dc0114ed5 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.39 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 946 time: 0.0606356 Dec 13 11:12:40.355566 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-7c250106-fb01-406b-b885-9928c1db62f9 req-d4db5439-8060-4dd7-96cd-a154e5f306bd tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Deleting port 208b5606-c74f-45fe-90ce-f5e20b44d896 {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:12:40.355938 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:40.356410 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-7c250106-fb01-406b-b885-9928c1db62f9 req-d4db5439-8060-4dd7-96cd-a154e5f306bd tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:40.449581 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-7c250106-fb01-406b-b885-9928c1db62f9 req-d4db5439-8060-4dd7-96cd-a154e5f306bd tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] For port 208b5606-c74f-45fe-90ce-f5e20b44d896, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=208b5606-c74f-45fe-90ce-f5e20b44d896,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:12:40.449896 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-7c250106-fb01-406b-b885-9928c1db62f9 req-d4db5439-8060-4dd7-96cd-a154e5f306bd tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:40.461885 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-7c250106-fb01-406b-b885-9928c1db62f9 req-d4db5439-8060-4dd7-96cd-a154e5f306bd tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Calling delete_port for 208b5606-c74f-45fe-90ce-f5e20b44d896 owned by compute:nova {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:12:40.598882 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-7c250106-fb01-406b-b885-9928c1db62f9 req-d4db5439-8060-4dd7-96cd-a154e5f306bd tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:40.629538 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db5439-8060-4dd7-96cd-a154e5f306bd tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event deleted for resources: {'Port': ['ID=208b5606-c74f-45fe-90ce-f5e20b44d896,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:40.672824 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c250106-fb01-406b-b885-9928c1db62f9 req-d4db5439-8060-4dd7-96cd-a154e5f306bd tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] No DVR routers for this DVR port 208b5606-c74f-45fe-90ce-f5e20b44d896 on host hv-cinder-80857 {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:12:40.675470 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-7c250106-fb01-406b-b885-9928c1db62f9 req-d4db5439-8060-4dd7-96cd-a154e5f306bd tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:40.678850 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-7c250106-fb01-406b-b885-9928c1db62f9 req-d4db5439-8060-4dd7-96cd-a154e5f306bd tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.39 "DELETE /v2.0/ports/208b5606-c74f-45fe-90ce-f5e20b44d896 HTTP/1.1" status: 204 len: 173 time: 0.4115810 Dec 13 11:12:40.679263 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'name': 'network-vif-deleted', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:12:40.681491 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3864b3-7421-4546-bd42-4eb4071de455" -d '{"events": [{"server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "name": "network-vif-deleted", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:12:40.718732 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b711126-159e-4561-a921-3e74cc177cce x-openstack-request-id: req-9b711126-159e-4561-a921-3e74cc177cce {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:12:40.719023 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30cbb12d-b972-41e9-a161-78a50415b2b0", "name": "network-vif-deleted", "tag": "208b5606-c74f-45fe-90ce-f5e20b44d896", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:12:40.719279 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-9b711126-159e-4561-a921-3e74cc177cce {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:12:40.719683 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cbb12d-b972-41e9-a161-78a50415b2b0', 'name': 'network-vif-deleted', 'tag': '208b5606-c74f-45fe-90ce-f5e20b44d896', 'status': 'completed', 'code': 200} Dec 13 11:12:41.068316 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-91da8842-031d-4d17-93fc-15da7fe074d5 req-81a7bf92-a659-4c8e-9d2e-0875ce90c68c tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "GET /v2.0/ports?device_id=30cbb12d-b972-41e9-a161-78a50415b2b0 HTTP/1.1" status: 200 len: 210 time: 0.0321169 Dec 13 11:12:42.060837 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2d51f2ed-6d00-4ca7-ad5d-3aa89303f169 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:42.131213 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50054) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:42.187721 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-35698320-4c6b-45f6-b38b-d469150e4595 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:42.213950 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-35698320-4c6b-45f6-b38b-d469150e4595 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:42.280260 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-35698320-4c6b-45f6-b38b-d469150e4595 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:42.283303 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-35698320-4c6b-45f6-b38b-d469150e4595 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:42.284509 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-35698320-4c6b-45f6-b38b-d469150e4595 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] 10.222.0.43 "DELETE /v2.0/security-groups/101d410c-741f-4e92-a21e-587d2c76c776 HTTP/1.1" status: 204 len: 168 time: 0.1522095 Dec 13 11:12:42.294198 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35698320-4c6b-45f6-b38b-d469150e4595 tempest-TestShelveInstance-1103121731 tempest-TestShelveInstance-1103121731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=101d410c-741f-4e92-a21e-587d2c76c776,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:42.329232 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50058) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:42.704370 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680024'] for router_interface, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:42.965522 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] Deleting port 95a29b82-a03d-41c5-afdb-1db262afeb89 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:12:42.965895 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:43.057394 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] For port 95a29b82-a03d-41c5-afdb-1db262afeb89, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=95a29b82-a03d-41c5-afdb-1db262afeb89,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:12:43.057768 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:43.071276 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] Calling delete_port for 95a29b82-a03d-41c5-afdb-1db262afeb89 owned by network:router_interface {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:12:43.270071 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:43.296622 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] Pushing event deleted for resources: {'Port': ['ID=95a29b82-a03d-41c5-afdb-1db262afeb89,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:43.465980 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3773012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680132'] for router_interface, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:43.684697 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] Router 455a739f-61e7-4bed-af2e-0791d9e5321c has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:12:43.792505 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:12:43.797682 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-f8945472-09eb-42bc-a7fe-fdd50229c678 admin admin] 10.222.0.43 "PUT /v2.0/routers/455a739f-61e7-4bed-af2e-0791d9e5321c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4673598 Dec 13 11:12:43.801035 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50060) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:43.802554 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] Sync routers for ids ['455a739f-61e7-4bed-af2e-0791d9e5321c'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:12:43.812874 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] Routers {'455a739f-61e7-4bed-af2e-0791d9e5321c'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:12:43.813502 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:12:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['455a739f-61e7-4bed-af2e-0791d9e5321c'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:43.907702 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Publish callbacks [] for router, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.011634 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.053399 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] Set router 455a739f-61e7-4bed-af2e-0791d9e5321c gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:12:44.068729 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Deleting port 3f5bf280-b194-4def-93b8-10872a7a2fef {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:12:44.069070 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.148216 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] For port 3f5bf280-b194-4def-93b8-10872a7a2fef, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=3f5bf280-b194-4def-93b8-10872a7a2fef,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:12:44.148600 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.161387 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Calling delete_port for 3f5bf280-b194-4def-93b8-10872a7a2fef owned by network:router_gateway {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:12:44.234501 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64'}], 'enable_snat': True}, 'gw_port_id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:12:43Z', 'revision_number': 5, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port': {'id': '3f5bf280-b194-4def-93b8-10872a7a2fef', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:50:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:44.267555 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] Checking router: 455a739f-61e7-4bed-af2e-0791d9e5321c for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:12:44.276771 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] Routers {'455a739f-61e7-4bed-af2e-0791d9e5321c'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:12:44.277372 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:12:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['455a739f-61e7-4bed-af2e-0791d9e5321c'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:44.350126 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.367447 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] Set router 455a739f-61e7-4bed-af2e-0791d9e5321c gateway port host: None {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:12:44.376933 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5bf280-b194-4def-93b8-10872a7a2fef,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:44.407727 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.408078 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.408541 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.408878 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.409219 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.409902 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.410243 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.410725 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.411205 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.411536 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.411862 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.412176 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.412489 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:44.426839 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:12:44Z', 'revision_number': 6, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port_host': None}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:44.455791 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3678758'] for router_gateway, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.463942 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d14e873-9cf6-4198-86bb-bf818b3b8a75 None None] The sync data for ids ['455a739f-61e7-4bed-af2e-0791d9e5321c'] in dv-cinder-808574-5-iscsi is: [{'id': '455a739f-61e7-4bed-af2e-0791d9e5321c', 'name': 'tempest-TestShelveInstance-1362795879-router', 'tenant_id': '38d0a419ecde4092b449f3d49306fb95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:20Z', 'updated_at': '2021-12-13T11:12:44Z', 'revision_number': 6, 'project_id': '38d0a419ecde4092b449f3d49306fb95', 'gw_port_host': None}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:12:44.468158 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-18cb87ef-b792-4d59-83c0-6bbba6afecba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.475492 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 208b5606-c74f-45fe-90ce-f5e20b44d896 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:12:44.497015 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 208b5606-c74f-45fe-90ce-f5e20b44d896 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:12:44.497361 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 208b5606-c74f-45fe-90ce-f5e20b44d896 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:12:44.553246 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6754'] for router, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.555407 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.597103 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679167'] for router, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.597670 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455a739f-61e7-4bed-af2e-0791d9e5321c {{(pid=102441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:12:44.601986 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.603232 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-b7c695c6-dae3-4317-b425-bf9c2f82b73d admin admin] 10.222.0.43 "DELETE /v2.0/routers/455a739f-61e7-4bed-af2e-0791d9e5321c HTTP/1.1" status: 204 len: 168 time: 0.8010023 Dec 13 11:12:44.605911 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50062) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:44.650716 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_v2 [None req-22332667-b769-4690-82be-a5a7a1d14802 admin admin] Deleting subnet 2eca97ad-e973-4442-a34a-a5d3a1dec411 {{(pid=102442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:12:44.653846 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-22332667-b769-4690-82be-a5a7a1d14802 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.688439 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-22332667-b769-4690-82be-a5a7a1d14802 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997051'] for subnet, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.771922 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-22332667-b769-4690-82be-a5a7a1d14802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.835861 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-22332667-b769-4690-82be-a5a7a1d14802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125856775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126431429'] for subnet, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.862236 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22332667-b769-4690-82be-a5a7a1d14802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2eca97ad-e973-4442-a34a-a5d3a1dec411,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:44.868659 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-22332667-b769-4690-82be-a5a7a1d14802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:44.875228 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-22332667-b769-4690-82be-a5a7a1d14802 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/2eca97ad-e973-4442-a34a-a5d3a1dec411 HTTP/1.1" status: 204 len: 168 time: 0.2681506 Dec 13 11:12:44.875968 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50064) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:44.880926 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957b08bb-b150-4ce9-a870-0209268a6885 None None] Network 1b1617e5-eeb5-4452-ab89-4b0f3a827875 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:12:44.969081 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.291164 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] DHCP port deletion for 1b1617e5-eeb5-4452-ab89-4b0f3a827875 request from dv-cinder-808574-5-iscsi {{(pid=102443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:12:45.292318 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Deleting port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:12:45.292688 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.319450 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 95a29b82-a03d-41c5-afdb-1db262afeb89 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:12:45.343304 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 95a29b82-a03d-41c5-afdb-1db262afeb89 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:12:45.343645 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 95a29b82-a03d-41c5-afdb-1db262afeb89 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:12:45.359132 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] For port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=2ca9266f-24a9-4f5a-a4cb-815a6f8f756d,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:12:45.359773 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.372586 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Calling delete_port for 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d owned by network:dhcp {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:12:45.376661 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Deleting port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d {{(pid=102443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:12:45.377030 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.445144 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] For port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=2ca9266f-24a9-4f5a-a4cb-815a6f8f756d,segment=NetworkSegment(214e8bf8-b4ae-494b-8d40-e04092729e9a),segment_id=214e8bf8-b4ae-494b-8d40-e04092729e9a)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:12:45.445380 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.456466 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.459410 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Calling delete_port for 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d owned by network:dhcp {{(pid=102443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:12:45.484810 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca9266f-24a9-4f5a-a4cb-815a6f8f756d,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:45.486691 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] No DVR routers for this DVR port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d on host dv-cinder-808574-5-iscsi {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:12:45.540746 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900'] for port, after_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.566827 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.568920 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] No DVR routers for this DVR port 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d on host dv-cinder-808574-5-iscsi {{(pid=102443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:12:45.573344 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Pushing event deleted for resources: {'Port': ['ID=2ca9266f-24a9-4f5a-a4cb-815a6f8f756d,revision_number=None']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:45.582375 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.582501 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.582801 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.583134 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.583465 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.583791 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.584115 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.584562 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.584889 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.585290 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.585524 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.585840 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.586157 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6769823-9cb4-430a-8edc-05442db6a8c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:12:45.595746 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1617e5-eeb5-4452-ab89-4b0f3a827875']}} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:45.605951 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214e8bf8-b4ae-494b-8d40-e04092729e9a') {'for_net_delete': True} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:45.606237 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214e8bf8-b4ae-494b-8d40-e04092729e9a') {} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:45.615955 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129324843'] for segment, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.629798 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.635618 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Releasing vlan 277 on physical network physnet1 to pool {{(pid=102441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:12:45.635994 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126324809'] for segment, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: Traceback (most recent call last): Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: timer() Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: cb(*args, **kw) Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: return func(*args, **kwargs) Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: self._notify() Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: self.callback(batched_events) Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: event.method(event) Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: return f(self, *a, **k) Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._get(url).json() Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: return self.request(url, 'GET', **kwargs) Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:12:45.637640 dv-cinder-808574-5-iscsi neutron-server[102441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:12:45.689509 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.693365 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.698791 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:45.702314 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/1b1617e5-eeb5-4452-ab89-4b0f3a827875 HTTP/1.1" status: 204 len: 168 time: 0.8249977 Dec 13 11:12:45.706081 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50070) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:45.715853 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428551e-a854-4386-af08-23b25c89ddd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1617e5-eeb5-4452-ab89-4b0f3a827875,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:46.069775 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680024'] for router_interface, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:46.338004 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] Deleting port 55756d89-e8a8-49d5-863b-0387e0dd5c7a {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:12:46.338336 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:46.419227 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] For port 55756d89-e8a8-49d5-863b-0387e0dd5c7a, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=55756d89-e8a8-49d5-863b-0387e0dd5c7a,segment=NetworkSegment(ab8c08c4-9b9a-43b9-bb47-54b404c3967f),segment_id=ab8c08c4-9b9a-43b9-bb47-54b404c3967f)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:12:46.419606 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:46.432508 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] Calling delete_port for 55756d89-e8a8-49d5-863b-0387e0dd5c7a owned by network:router_interface {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:12:46.632651 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:46.661026 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] Pushing event deleted for resources: {'Port': ['ID=55756d89-e8a8-49d5-863b-0387e0dd5c7a,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:46.822684 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3773012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680132'] for router_interface, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:46.947783 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:12:46.971848 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:12:46.972196 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 2ca9266f-24a9-4f5a-a4cb-815a6f8f756d not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:12:46.972615 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 3f5bf280-b194-4def-93b8-10872a7a2fef no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:12:46.992440 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 3f5bf280-b194-4def-93b8-10872a7a2fef {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:12:46.992817 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 3f5bf280-b194-4def-93b8-10872a7a2fef not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:12:47.040692 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] Router d5a6009d-684a-445d-8965-4edc75b192e8 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:12:47.049198 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:47.421278 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:12:47.426447 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4025f39a-665a-4494-8abf-ad4b91cf8755 admin admin] 10.222.0.43 "PUT /v2.0/routers/d5a6009d-684a-445d-8965-4edc75b192e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7192552 Dec 13 11:12:47.429856 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50072) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:47.430629 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] Sync routers for ids ['d5a6009d-684a-445d-8965-4edc75b192e8'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:12:47.441812 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] Routers {'d5a6009d-684a-445d-8965-4edc75b192e8'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:12:47.442431 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:12:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['d5a6009d-684a-445d-8965-4edc75b192e8'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:47.538494 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Publish callbacks [] for router, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:47.547712 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] Set router d5a6009d-684a-445d-8965-4edc75b192e8 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:12:47.641698 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:47.697001 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Deleting port dedf822c-e1c6-43fb-85d6-ed4b75737c78 {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:12:47.697342 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:47.727049 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'name': 'tempest-TestShelveInstance-502189638-router', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70'}], 'enable_snat': True}, 'gw_port_id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:12:46Z', 'revision_number': 5, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'gw_port': {'id': 'dedf822c-e1c6-43fb-85d6-ed4b75737c78', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:23:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:08:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:47.756939 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] Checking router: d5a6009d-684a-445d-8965-4edc75b192e8 for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:12:47.765904 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] Routers {'d5a6009d-684a-445d-8965-4edc75b192e8'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:12:47.766470 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:12:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['d5a6009d-684a-445d-8965-4edc75b192e8'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:47.779358 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] For port dedf822c-e1c6-43fb-85d6-ed4b75737c78, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=dedf822c-e1c6-43fb-85d6-ed4b75737c78,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:12:47.779729 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:47.791487 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Calling delete_port for dedf822c-e1c6-43fb-85d6-ed4b75737c78 owned by network:router_gateway {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:12:47.850078 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] Set router d5a6009d-684a-445d-8965-4edc75b192e8 gateway port host: None {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:12:47.902510 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'name': 'tempest-TestShelveInstance-502189638-router', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:12:47Z', 'revision_number': 6, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'gw_port_host': None}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:47.932417 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7021286-b46c-4ec3-8494-9b17f2aa2966 None None] The sync data for ids ['d5a6009d-684a-445d-8965-4edc75b192e8'] in dv-cinder-808574-5-iscsi is: [{'id': 'd5a6009d-684a-445d-8965-4edc75b192e8', 'name': 'tempest-TestShelveInstance-502189638-router', 'tenant_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:08:25Z', 'updated_at': '2021-12-13T11:12:47Z', 'revision_number': 6, 'project_id': '2dd9c27cd9a047a09a17cf3d10a8cb1c', 'gw_port_host': None}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:12:47.957917 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:47.980122 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=dedf822c-e1c6-43fb-85d6-ed4b75737c78,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:48.047252 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.049079 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3678758'] for router_gateway, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.140737 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6754'] for router, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.143071 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.190672 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679167'] for router, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.191190 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a6009d-684a-445d-8965-4edc75b192e8 {{(pid=102441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:12:48.195326 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.196487 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-00c3a3d3-315b-4bb7-9e03-e007c9bb1ffa admin admin] 10.222.0.43 "DELETE /v2.0/routers/d5a6009d-684a-445d-8965-4edc75b192e8 HTTP/1.1" status: 204 len: 168 time: 0.7656455 Dec 13 11:12:48.199227 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50074) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:48.243360 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_v2 [None req-11c0104a-7f4d-4cdc-8a9a-2c78bb0fb976 admin admin] Deleting subnet f90d522b-03ea-4c2a-a83d-970fd834902d {{(pid=102441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:12:48.246425 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-11c0104a-7f4d-4cdc-8a9a-2c78bb0fb976 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.281170 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-11c0104a-7f4d-4cdc-8a9a-2c78bb0fb976 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129325008'] for subnet, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.366183 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-11c0104a-7f4d-4cdc-8a9a-2c78bb0fb976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.421586 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-11c0104a-7f4d-4cdc-8a9a-2c78bb0fb976 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126324771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126223214'] for subnet, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.446275 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c0104a-7f4d-4cdc-8a9a-2c78bb0fb976 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90d522b-03ea-4c2a-a83d-970fd834902d,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:48.449939 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-11c0104a-7f4d-4cdc-8a9a-2c78bb0fb976 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.453943 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-11c0104a-7f4d-4cdc-8a9a-2c78bb0fb976 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/f90d522b-03ea-4c2a-a83d-970fd834902d HTTP/1.1" status: 204 len: 168 time: 0.2535872 Dec 13 11:12:48.456202 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db97cd-7557-43db-b335-7262a18af0d4 None None] Network b3a07ecd-a976-441e-9ed7-788b8c189664 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:12:48.458660 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50076) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:48.531298 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.587688 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Deleting port bc2387da-b05f-493c-8da9-5b1cad832986 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:12:48.588022 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.652963 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] For port bc2387da-b05f-493c-8da9-5b1cad832986, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=bc2387da-b05f-493c-8da9-5b1cad832986,segment=NetworkSegment(ab8c08c4-9b9a-43b9-bb47-54b404c3967f),segment_id=ab8c08c4-9b9a-43b9-bb47-54b404c3967f)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:12:48.653324 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.665739 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Calling delete_port for bc2387da-b05f-493c-8da9-5b1cad832986 owned by network:dhcp {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:12:48.715820 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b9b17-7bcb-4d5d-8555-0c310fbb5535 None None] DHCP port deletion for b3a07ecd-a976-441e-9ed7-788b8c189664 request from dv-cinder-808574-5-iscsi {{(pid=102443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:12:48.751014 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.766559 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-355b9b17-7bcb-4d5d-8555-0c310fbb5535 None None] Deleting port bc2387da-b05f-493c-8da9-5b1cad832986 {{(pid=102443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:12:48.766952 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-355b9b17-7bcb-4d5d-8555-0c310fbb5535 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.779289 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc2387da-b05f-493c-8da9-5b1cad832986,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:48.781222 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] No DVR routers for this DVR port bc2387da-b05f-493c-8da9-5b1cad832986 on host dv-cinder-808574-5-iscsi {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:12:48.832996 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-355b9b17-7bcb-4d5d-8555-0c310fbb5535 None None] For port bc2387da-b05f-493c-8da9-5b1cad832986, host dv-cinder-808574-5-iscsi, got binding levels [] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:12:48.833665 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-355b9b17-7bcb-4d5d-8555-0c310fbb5535 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.850900 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-355b9b17-7bcb-4d5d-8555-0c310fbb5535 None None] Calling delete_port for bc2387da-b05f-493c-8da9-5b1cad832986 owned by network:dhcp {{(pid=102443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:12:48.854160 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.ipam_backend_mixin [None req-355b9b17-7bcb-4d5d-8555-0c310fbb5535 None None] Port bc2387da-b05f-493c-8da9-5b1cad832986 was not found and therefore no delete operation was performed {{(pid=102443) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Dec 13 11:12:48.855422 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-355b9b17-7bcb-4d5d-8555-0c310fbb5535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900'] for port, after_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.856813 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.878301 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a07ecd-a976-441e-9ed7-788b8c189664']}} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:48.880860 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b9b17-7bcb-4d5d-8555-0c310fbb5535 None None] Pushing event deleted for resources: {'Port': ['ID=bc2387da-b05f-493c-8da9-5b1cad832986,revision_number=None']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:48.884325 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b9b17-7bcb-4d5d-8555-0c310fbb5535 None None] No DVR routers for this DVR port bc2387da-b05f-493c-8da9-5b1cad832986 on host dv-cinder-808574-5-iscsi {{(pid=102443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:12:48.892558 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f') {'for_net_delete': True} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:48.892558 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab8c08c4-9b9a-43b9-bb47-54b404c3967f') {} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:12:48.905826 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125996800'] for segment, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.920300 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.927147 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=102442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:12:48.927562 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125856877'] for segment, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.928034 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device bc2387da-b05f-493c-8da9-5b1cad832986 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: Traceback (most recent call last): Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: timer() Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: cb(*args, **kw) Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: return func(*args, **kwargs) Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: self._notify() Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: self.callback(batched_events) Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: event.method(event) Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: return f(self, *a, **k) Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._get(url).json() Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: return self.request(url, 'GET', **kwargs) Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:12:48.929344 dv-cinder-808574-5-iscsi neutron-server[102442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:12:48.949297 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: bc2387da-b05f-493c-8da9-5b1cad832986 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:12:48.949645 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device bc2387da-b05f-493c-8da9-5b1cad832986 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:12:48.950125 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device dedf822c-e1c6-43fb-85d6-ed4b75737c78 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:12:48.970714 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: dedf822c-e1c6-43fb-85d6-ed4b75737c78 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:12:48.971058 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device dedf822c-e1c6-43fb-85d6-ed4b75737c78 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:12:48.971675 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 55756d89-e8a8-49d5-863b-0387e0dd5c7a no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:12:48.986518 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.992548 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:48.999455 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 55756d89-e8a8-49d5-863b-0387e0dd5c7a {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:12:48.999584 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] 10.222.0.43 "DELETE /v2.0/networks/b3a07ecd-a976-441e-9ed7-788b8c189664 HTTP/1.1" status: 204 len: 168 time: 0.5366416 Dec 13 11:12:49.005175 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 55756d89-e8a8-49d5-863b-0387e0dd5c7a not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:12:49.028683 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d984815-1397-47b6-aa32-e15e8e3ab6f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3a07ecd-a976-441e-9ed7-788b8c189664,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:49.150498 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-0c4110e0-a8db-4095-9167-8b24c5afb6ca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419796 Dec 13 11:12:49.207255 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50080) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:49.240575 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-d93f1a3a-a0df-4049-9f87-c3da0ff93ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:49.242073 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-d93f1a3a-a0df-4049-9f87-c3da0ff93ea2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 1098 time: 0.0469539 Dec 13 11:12:49.249411 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-fafc2549-e291-49e9-81a4-4e7352054ac7 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=38d0a419ecde4092b449f3d49306fb95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386200 Dec 13 11:12:49.249791 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50082) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:49.309162 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-321008b9-b09f-4c04-9784-8a7987f2ad61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:49.336229 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-321008b9-b09f-4c04-9784-8a7987f2ad61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:49.347844 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-cb9b0cf3-fbff-487e-b9d3-73843abb5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:49.349340 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-cb9b0cf3-fbff-487e-b9d3-73843abb5d49 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.0858572 Dec 13 11:12:49.390079 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-321008b9-b09f-4c04-9784-8a7987f2ad61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:49.392948 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-321008b9-b09f-4c04-9784-8a7987f2ad61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:49.394267 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-321008b9-b09f-4c04-9784-8a7987f2ad61 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/6464e595-4cd3-42b3-8250-410ddd10f859 HTTP/1.1" status: 204 len: 168 time: 0.1434417 Dec 13 11:12:49.402979 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321008b9-b09f-4c04-9784-8a7987f2ad61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6464e595-4cd3-42b3-8250-410ddd10f859,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:49.430412 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-8116756a-9ab3-4bd1-885b-d57cf7672a21 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 HTTP/1.1" status: 200 len: 1001 time: 0.0735207 Dec 13 11:12:49.479352 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-8ec340e1-fe59-40d0-9fd5-2af0feab60af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:49.480718 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-8ec340e1-fe59-40d0-9fd5-2af0feab60af service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0435550 Dec 13 11:12:49.529145 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-694161aa-680f-4d54-85f5-e3ad9a4415f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:12:49.530974 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-694161aa-680f-4d54-85f5-e3ad9a4415f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418901 Dec 13 11:12:49.626397 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-6e92be27-cabc-47e8-9100-477d45a8e578 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871913 Dec 13 11:12:49.720335 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-9c75c7e9-01b5-4dce-b0ab-4342f05af05f req-a6907c64-02b8-4bbb-9a39-f7d87f240d25 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862753 Dec 13 11:12:49.771021 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50088) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:49.810403 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-fad3937b-b44a-4a84-8110-8a92ed38dff5 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=2dd9c27cd9a047a09a17cf3d10a8cb1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381055 Dec 13 11:12:49.812821 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50090) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:12:49.866119 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b868da63-7208-4380-a8fc-542d61bccf49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:49.890573 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b868da63-7208-4380-a8fc-542d61bccf49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:49.939892 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b868da63-7208-4380-a8fc-542d61bccf49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:49.942599 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-b868da63-7208-4380-a8fc-542d61bccf49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:12:49.943781 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-b868da63-7208-4380-a8fc-542d61bccf49 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/51fa126a-7f6d-4e55-bc93-10697fdcd579 HTTP/1.1" status: 204 len: 168 time: 0.1300755 Dec 13 11:12:49.952553 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b868da63-7208-4380-a8fc-542d61bccf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fa126a-7f6d-4e55-bc93-10697fdcd579,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:12:58.448941 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:13:10.370830 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:12.065912 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-24a656f7-6fbe-40e4-8bfb-b63eaab32ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:14.398670 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-92848dd3-25b1-46dd-b050-3f2af1dcf643 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:15.701752 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:17.064356 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:18.058242 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:25.978548 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50098) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:26.138476 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Deleting port 7f9ba6b5-6359-4b1b-bafd-ffa50e4bdec1 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:26.138841 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:26.217954 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:26.218322 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:26.230923 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Calling delete_port for 7f9ba6b5-6359-4b1b-bafd-ffa50e4bdec1 owned by network:floatingip {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:26.399230 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:26.422408 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event deleted for resources: {'Port': ['ID=7f9ba6b5-6359-4b1b-bafd-ffa50e4bdec1,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:26.436805 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.437311 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.437686 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.438010 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.438344 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.438706 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.439041 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.439396 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.439731 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.440071 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.440393 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.440721 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.441029 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:26.499241 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:26.499492 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.l3_db [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Floating IP c9212338-5c61-4280-9753-033de0ccfca5 disassociated (deleted). External IP: 172.27.2.176, port: 8bb4f012-0d6e-48e4-840f-80287753c295. Dec 13 11:13:26.717635 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Router 0bb54880-7089-4995-a3a5-69b1035597e5 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:13:26.842056 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:13:26.847492 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:26.853428 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] Sync routers for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:13:26.863568 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:13:26.864182 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:13:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:26.874369 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-022bc765-ddb5-41df-8daf-2d4f13281b76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "DELETE /v2.0/floatingips/c9212338-5c61-4280-9753-033de0ccfca5 HTTP/1.1" status: 204 len: 168 time: 0.8967476 Dec 13 11:13:26.874988 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'tag': '8bb4f012-0d6e-48e4-840f-80287753c295'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:13:26.881013 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76351680-e0bf-46d6-b663-b40da51515b4" -d '{"events": [{"name": "network-changed", "server_uuid": "bd53ca45-fdf4-42ea-a375-d3fed1f92275", "tag": "8bb4f012-0d6e-48e4-840f-80287753c295"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:13:26.919713 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391dbf38-795e-43f3-9ea0-f99717260a88 x-openstack-request-id: req-391dbf38-795e-43f3-9ea0-f99717260a88 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:13:26.920005 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd53ca45-fdf4-42ea-a375-d3fed1f92275", "tag": "8bb4f012-0d6e-48e4-840f-80287753c295", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:13:26.920259 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-391dbf38-795e-43f3-9ea0-f99717260a88 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:13:26.920650 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'tag': '8bb4f012-0d6e-48e4-840f-80287753c295', 'status': 'completed', 'code': 200} Dec 13 11:13:26.978731 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:13:26.985540 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351680-e0bf-46d6-b663-b40da51515b4 req-fe61c8c1-fdcd-4b5b-bf86-f2ef15cc6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:26.987768 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76351680-e0bf-46d6-b663-b40da51515b4 req-fe61c8c1-fdcd-4b5b-bf86-f2ef15cc6c26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 1098 time: 0.0451834 Dec 13 11:13:27.120047 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351680-e0bf-46d6-b663-b40da51515b4 req-bbe3e087-e6ab-4de4-a363-f01673f6efa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:27.121407 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76351680-e0bf-46d6-b663-b40da51515b4 req-bbe3e087-e6ab-4de4-a363-f01673f6efa4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.1209805 Dec 13 11:13:27.133643 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c8dd74-dfb7-4216-9c3c-59a1f2b3f9e7 req-a041fced-66b4-429b-aa48-087ce16d66e7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:27.135187 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-87c8dd74-dfb7-4216-9c3c-59a1f2b3f9e7 req-a041fced-66b4-429b-aa48-087ce16d66e7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 945 time: 0.0769637 Dec 13 11:13:27.179759 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76351680-e0bf-46d6-b663-b40da51515b4 req-43464a50-4545-46be-a6b6-6ff2bb94c53c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bb4f012-0d6e-48e4-840f-80287753c295 HTTP/1.1" status: 200 len: 217 time: 0.0435960 Dec 13 11:13:27.215139 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '108ef5a3-97ad-496e-bb76-a844c5b79cf0', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:3a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:52Z', 'updated_at': '2021-12-13T11:09:54Z', 'revision_number': 1, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:27.259962 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-87c8dd74-dfb7-4216-9c3c-59a1f2b3f9e7 req-961a3ea7-a045-4b41-97c7-ad79c966eb17 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181967 Dec 13 11:13:27.261870 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351680-e0bf-46d6-b663-b40da51515b4 req-7667e62f-a129-4ef6-a2aa-e391a37e984f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:27.263404 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76351680-e0bf-46d6-b663-b40da51515b4 req-7667e62f-a129-4ef6-a2aa-e391a37e984f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0758719 Dec 13 11:13:27.316355 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76351680-e0bf-46d6-b663-b40da51515b4 req-6998ebd9-ad36-4239-98ef-8fdd49334ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:27.317941 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76351680-e0bf-46d6-b663-b40da51515b4 req-6998ebd9-ad36-4239-98ef-8fdd49334ee0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462770 Dec 13 11:13:27.384334 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] Checking router: 0bb54880-7089-4995-a3a5-69b1035597e5 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:13:27.393182 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:13:27.393773 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:13:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:27.415281 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76351680-e0bf-46d6-b663-b40da51515b4 req-6d058181-b740-4023-8af1-42ad3464bf68 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891354 Dec 13 11:13:27.502282 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:13:27.508711 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-76351680-e0bf-46d6-b663-b40da51515b4 req-18bf8d19-f60d-4fef-b27a-c40ea49d2185 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847120 Dec 13 11:13:27.737673 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '108ef5a3-97ad-496e-bb76-a844c5b79cf0', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:3a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:52Z', 'updated_at': '2021-12-13T11:09:54Z', 'revision_number': 1, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:27.769972 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e411455b-7d9a-43c0-9384-974c7a4e242a None None] The sync data for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi is: [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_floatingips': [{'id': '108ef5a3-97ad-496e-bb76-a844c5b79cf0', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'floating_ip_address': '172.27.2.210', 'floating_network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'router_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'port_id': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'mac_address': 'fa:16:3e:3a:32:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-13T11:09:52Z', 'updated_at': '2021-12-13T11:09:54Z', 'revision_number': 1, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:13:27.998948 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0bc27e-7eca-4203-aa85-904b98eb0592 None None] New status for floating IP c9212338-5c61-4280-9753-033de0ccfca5: DOWN {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:13:28.384535 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae13205b-4757-44d2-ac67-1c4b9b94f9d2 req-2fc2fd13-d185-4170-adbb-10cdf0112b3f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:28.385997 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ae13205b-4757-44d2-ac67-1c4b9b94f9d2 req-2fc2fd13-d185-4170-adbb-10cdf0112b3f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 945 time: 0.0549488 Dec 13 11:13:28.438858 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ae13205b-4757-44d2-ac67-1c4b9b94f9d2 req-98b9c681-b108-42e3-ab73-627644e3249d tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437424 Dec 13 11:13:28.676503 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff950048-6ac8-43d9-9218-7d7601056921 req-bbf8cd83-1075-43aa-afb5-f24d00207c59 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:28.678868 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ff950048-6ac8-43d9-9218-7d7601056921 req-bbf8cd83-1075-43aa-afb5-f24d00207c59 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 945 time: 0.0646491 Dec 13 11:13:28.777520 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-ff950048-6ac8-43d9-9218-7d7601056921 req-51b9b24d-f479-4fa2-a0ab-8a2e8788c07f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Deleting port 8bb4f012-0d6e-48e4-840f-80287753c295 {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:28.777880 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-ff950048-6ac8-43d9-9218-7d7601056921 req-51b9b24d-f479-4fa2-a0ab-8a2e8788c07f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:28.878155 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-ff950048-6ac8-43d9-9218-7d7601056921 req-51b9b24d-f479-4fa2-a0ab-8a2e8788c07f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] For port 8bb4f012-0d6e-48e4-840f-80287753c295, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=8bb4f012-0d6e-48e4-840f-80287753c295,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:13:28.878546 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-ff950048-6ac8-43d9-9218-7d7601056921 req-51b9b24d-f479-4fa2-a0ab-8a2e8788c07f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:28.891291 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-ff950048-6ac8-43d9-9218-7d7601056921 req-51b9b24d-f479-4fa2-a0ab-8a2e8788c07f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Calling delete_port for 8bb4f012-0d6e-48e4-840f-80287753c295 owned by compute:nova {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:29.027786 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-ff950048-6ac8-43d9-9218-7d7601056921 req-51b9b24d-f479-4fa2-a0ab-8a2e8788c07f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:29.060254 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9b24d-f479-4fa2-a0ab-8a2e8788c07f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event deleted for resources: {'Port': ['ID=8bb4f012-0d6e-48e4-840f-80287753c295,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:29.101384 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff950048-6ac8-43d9-9218-7d7601056921 req-51b9b24d-f479-4fa2-a0ab-8a2e8788c07f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] No DVR routers for this DVR port 8bb4f012-0d6e-48e4-840f-80287753c295 on host hv-cinder-80857 {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:13:29.104070 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-ff950048-6ac8-43d9-9218-7d7601056921 req-51b9b24d-f479-4fa2-a0ab-8a2e8788c07f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:29.107495 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-ff950048-6ac8-43d9-9218-7d7601056921 req-51b9b24d-f479-4fa2-a0ab-8a2e8788c07f tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "DELETE /v2.0/ports/8bb4f012-0d6e-48e4-840f-80287753c295 HTTP/1.1" status: 204 len: 173 time: 0.4230011 Dec 13 11:13:29.107939 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'name': 'network-vif-deleted', 'tag': '8bb4f012-0d6e-48e4-840f-80287753c295'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:13:29.110207 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b90e26-5bcc-43bc-99f7-9d1220a847c6" -d '{"events": [{"server_uuid": "bd53ca45-fdf4-42ea-a375-d3fed1f92275", "name": "network-vif-deleted", "tag": "8bb4f012-0d6e-48e4-840f-80287753c295"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:13:29.148224 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a8bccc-7efb-4a54-8950-d37988ac731b x-openstack-request-id: req-34a8bccc-7efb-4a54-8950-d37988ac731b {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:13:29.148525 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd53ca45-fdf4-42ea-a375-d3fed1f92275", "name": "network-vif-deleted", "tag": "8bb4f012-0d6e-48e4-840f-80287753c295", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:13:29.148772 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-34a8bccc-7efb-4a54-8950-d37988ac731b {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:13:29.149178 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd53ca45-fdf4-42ea-a375-d3fed1f92275', 'name': 'network-vif-deleted', 'tag': '8bb4f012-0d6e-48e4-840f-80287753c295', 'status': 'completed', 'code': 200} Dec 13 11:13:29.542067 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-e99b741c-81e0-4b9b-8e34-15cd9af10ee0 req-62fb1128-609c-48fb-adcd-c423aa797b95 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=bd53ca45-fdf4-42ea-a375-d3fed1f92275 HTTP/1.1" status: 200 len: 210 time: 0.0318961 Dec 13 11:13:32.718858 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 8bb4f012-0d6e-48e4-840f-80287753c295 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:13:32.743846 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 8bb4f012-0d6e-48e4-840f-80287753c295 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:13:32.744187 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 8bb4f012-0d6e-48e4-840f-80287753c295 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:13:32.869569 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50126) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:33.049664 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Deleting port 89f4bac8-b899-4481-b6bf-a62685eb1a80 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:33.049922 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:33.130096 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:33.130510 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:33.142877 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Calling delete_port for 89f4bac8-b899-4481-b6bf-a62685eb1a80 owned by network:floatingip {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:33.309116 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:33.334342 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event deleted for resources: {'Port': ['ID=89f4bac8-b899-4481-b6bf-a62685eb1a80,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:33.401332 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:33.401643 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.db.l3_db [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Floating IP 108ef5a3-97ad-496e-bb76-a844c5b79cf0 disassociated (deleted). External IP: 172.27.2.210, port: 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756. Dec 13 11:13:33.623341 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Router 0bb54880-7089-4995-a3a5-69b1035597e5 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:13:33.742500 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:13:33.747123 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:33.754770 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] Sync routers for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:13:33.765917 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:13:33.766552 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:13:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:33.773451 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-4f8ee8e4-fa61-4ab2-b116-5eb4970f7c9c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "DELETE /v2.0/floatingips/108ef5a3-97ad-496e-bb76-a844c5b79cf0 HTTP/1.1" status: 204 len: 168 time: 0.9023988 Dec 13 11:13:33.774014 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'tag': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756'}] {{(pid=102442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:13:33.776625 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}466326225e2943e3336699b099e1834561e0ec3e9f43b4cf770d7af434cc1dbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85" -d '{"events": [{"name": "network-changed", "server_uuid": "9a9edf9c-f43b-49e8-83a4-4b98a0d22d20", "tag": "3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756"}]}' {{(pid=102442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:13:33.817582 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 13 Dec 2021 11:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1d28041-4af5-470e-9c07-aeea34886378 x-openstack-request-id: req-e1d28041-4af5-470e-9c07-aeea34886378 {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:13:33.817871 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a9edf9c-f43b-49e8-83a4-4b98a0d22d20", "tag": "3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756", "status": "completed", "code": 200}]} {{(pid=102442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:13:33.818116 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-e1d28041-4af5-470e-9c07-aeea34886378 {{(pid=102442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:13:33.818521 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'tag': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'status': 'completed', 'code': 200} Dec 13 11:13:33.878933 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:13:33.892501 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-cb441c7f-3059-471d-aff9-c95bbdaf774c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:33.894728 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-cb441c7f-3059-471d-aff9-c95bbdaf774c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c251e00c29844840a44f9bd46132569b&device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 1098 time: 0.0538678 Dec 13 11:13:34.031505 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259da9d1-5b61-4884-bccf-7fbd1f430a31 req-b1b3fde2-0564-4b62-86a0-cbff74500d94 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:34.032998 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-259da9d1-5b61-4884-bccf-7fbd1f430a31 req-b1b3fde2-0564-4b62-86a0-cbff74500d94 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 945 time: 0.0794778 Dec 13 11:13:34.036134 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-18048308-55cf-4c22-93f4-11d92a03f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:34.038651 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-18048308-55cf-4c22-93f4-11d92a03f874 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 200 len: 912 time: 0.1364648 Dec 13 11:13:34.090728 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:34.091581 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-afc13652-06dd-42d0-b58c-114cc0ec808b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 HTTP/1.1" status: 200 len: 217 time: 0.0447316 Dec 13 11:13:34.117822 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] Checking router: 0bb54880-7089-4995-a3a5-69b1035597e5 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:13:34.126559 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:13:34.127196 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:13:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:34.141459 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-259da9d1-5b61-4884-bccf-7fbd1f430a31 req-9da34193-98a1-4e45-bef0-1410f0f0adf7 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018589 Dec 13 11:13:34.170798 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-fdbdfb2f-b6d7-4881-9b90-3b42230aada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:34.172285 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-fdbdfb2f-b6d7-4881-9b90-3b42230aada5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 200 len: 850 time: 0.0726647 Dec 13 11:13:34.220157 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-dc4420a7-a4ed-4cba-a55f-e5a5ab055aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:34.221685 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-dc4420a7-a4ed-4cba-a55f-e5a5ab055aff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c37226ac-7158-4a4e-b23f-dc7eb49bfd29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0411415 Dec 13 11:13:34.233432 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:13:34.313491 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-46d30fcd-b2cb-4b08-b2cb-ae6388c707c4 service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838654 Dec 13 11:13:34.418585 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-4e46bc8c-e2cf-4b79-bde4-e102f76c0c85 req-ac3865c8-f20a-41ee-8b94-2ef503c5d5df service neutron] 10.222.0.39 "GET /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931537 Dec 13 11:13:34.452332 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:34.483187 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cfa466-4390-4dc3-8c9f-91b538338f06 None None] The sync data for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi is: [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:06:48Z', 'revision_number': 4, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi', '_interfaces': [{'id': 'b0598e04-a314-494e-9ce0-0ee49ffb7e6c', 'name': '', 'network_id': 'c37226ac-7158-4a4e-b23f-dc7eb49bfd29', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'mac_address': 'fa:16:3e:04:5a:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:47Z', 'updated_at': '2021-12-13T11:06:52Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'subnets': [{'id': '53748ea1-38b6-4d28-b2a1-bc726a1ee889', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:13:34.695876 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85c420ca-d796-49d5-8a41-4b6b9ad47ccf None None] New status for floating IP 108ef5a3-97ad-496e-bb76-a844c5b79cf0: DOWN {{(pid=102444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 13 11:13:35.265094 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a80ca4-8e4c-4652-acb2-091b97944947 req-a0bbc6b3-9a63-4b23-a728-0bc26098779b tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:35.266622 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-54a80ca4-8e4c-4652-acb2-091b97944947 req-a0bbc6b3-9a63-4b23-a728-0bc26098779b tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 945 time: 0.0540385 Dec 13 11:13:35.318713 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-54a80ca4-8e4c-4652-acb2-091b97944947 req-695f50eb-e46f-4117-a60e-cb69485c19ff tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/security-groups?id=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459228 Dec 13 11:13:35.448138 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:13:35.456571 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5240011-3283-49e2-bf1f-40973467b810 req-e5e2d6c1-0294-4368-b858-edead3cb2187 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102441) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 13 11:13:35.458017 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d5240011-3283-49e2-bf1f-40973467b810 req-e5e2d6c1-0294-4368-b858-edead3cb2187 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 945 time: 0.0615807 Dec 13 11:13:35.551198 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-d5240011-3283-49e2-bf1f-40973467b810 req-eeecf4e0-d560-4fbc-a64b-2e8e91c99912 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Deleting port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:35.551535 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-d5240011-3283-49e2-bf1f-40973467b810 req-eeecf4e0-d560-4fbc-a64b-2e8e91c99912 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:35.645382 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [req-d5240011-3283-49e2-bf1f-40973467b810 req-eeecf4e0-d560-4fbc-a64b-2e8e91c99912 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] For port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756, host hv-cinder-80857, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80857',level=0,port_id=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:13:35.645721 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-d5240011-3283-49e2-bf1f-40973467b810 req-eeecf4e0-d560-4fbc-a64b-2e8e91c99912 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:35.658011 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [req-d5240011-3283-49e2-bf1f-40973467b810 req-eeecf4e0-d560-4fbc-a64b-2e8e91c99912 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Calling delete_port for 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 owned by compute:nova {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:35.798215 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-d5240011-3283-49e2-bf1f-40973467b810 req-eeecf4e0-d560-4fbc-a64b-2e8e91c99912 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:35.829551 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeecf4e0-d560-4fbc-a64b-2e8e91c99912 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event deleted for resources: {'Port': ['ID=3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:35.871286 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5240011-3283-49e2-bf1f-40973467b810 req-eeecf4e0-d560-4fbc-a64b-2e8e91c99912 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] No DVR routers for this DVR port 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 on host hv-cinder-80857 {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:13:35.874595 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [req-d5240011-3283-49e2-bf1f-40973467b810 req-eeecf4e0-d560-4fbc-a64b-2e8e91c99912 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for port, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:35.879555 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-d5240011-3283-49e2-bf1f-40973467b810 req-eeecf4e0-d560-4fbc-a64b-2e8e91c99912 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.39 "DELETE /v2.0/ports/3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 HTTP/1.1" status: 204 len: 173 time: 0.4144695 Dec 13 11:13:35.880155 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'name': 'network-vif-deleted', 'tag': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756'}] {{(pid=102441) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 13 11:13:35.882858 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.43/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e46fbd01ab04edbce4ac979904951fd2e6a795b77216d119b25fe205c1acb76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d297a3b-ffdb-429c-8c1f-dd2d536dafd8" -d '{"events": [{"server_uuid": "9a9edf9c-f43b-49e8-83a4-4b98a0d22d20", "name": "network-vif-deleted", "tag": "3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756"}]}' {{(pid=102441) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 13 11:13:35.921591 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 13 Dec 2021 11:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc121f5-0a53-4e67-8893-389682c06ccd x-openstack-request-id: req-ddc121f5-0a53-4e67-8893-389682c06ccd {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 13 11:13:35.921877 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a9edf9c-f43b-49e8-83a4-4b98a0d22d20", "name": "network-vif-deleted", "tag": "3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756", "status": "completed", "code": 200}]} {{(pid=102441) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 13 11:13:35.922122 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.43/compute/v2.1/os-server-external-events used request id req-ddc121f5-0a53-4e67-8893-389682c06ccd {{(pid=102441) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 13 11:13:35.922517 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a9edf9c-f43b-49e8-83a4-4b98a0d22d20', 'name': 'network-vif-deleted', 'tag': '3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756', 'status': 'completed', 'code': 200} Dec 13 11:13:36.430366 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [req-b0a4a9d7-1be3-4c88-ad0d-42e3fe0a10b5 req-76650c01-a407-4dee-9f74-447fe651626b tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "GET /v2.0/ports?device_id=9a9edf9c-f43b-49e8-83a4-4b98a0d22d20 HTTP/1.1" status: 200 len: 210 time: 0.0270796 Dec 13 11:13:37.494799 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50142) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:37.630003 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-4094d3e7-cb40-4de4-89cc-a2eb3cc52a76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Deleting port c9317962-3356-45a4-b9f9-612ef7c6e78e {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:37.630251 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4094d3e7-cb40-4de4-89cc-a2eb3cc52a76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:37.719617 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4094d3e7-cb40-4de4-89cc-a2eb3cc52a76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:37.719924 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4094d3e7-cb40-4de4-89cc-a2eb3cc52a76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:37.733133 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-4094d3e7-cb40-4de4-89cc-a2eb3cc52a76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Calling delete_port for c9317962-3356-45a4-b9f9-612ef7c6e78e owned by network:floatingip {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:37.871658 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4094d3e7-cb40-4de4-89cc-a2eb3cc52a76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:37.900758 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4094d3e7-cb40-4de4-89cc-a2eb3cc52a76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event deleted for resources: {'Port': ['ID=c9317962-3356-45a4-b9f9-612ef7c6e78e,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:37.958470 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4094d3e7-cb40-4de4-89cc-a2eb3cc52a76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for floatingip, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:37.961048 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-4094d3e7-cb40-4de4-89cc-a2eb3cc52a76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-112485'] for floatingip, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:37.962201 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-4094d3e7-cb40-4de4-89cc-a2eb3cc52a76 tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "DELETE /v2.0/floatingips/a8cde096-4aca-4a98-bc5a-5ca020cd99ea HTTP/1.1" status: 204 len: 168 time: 0.4663894 Dec 13 11:13:38.742497 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 no longer exists at agent hyperv_hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:13:38.765211 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] No Port match for: 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:13:38.765551 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Device 3a5c67d2-3fb2-4ff8-a7fe-d3f1de370756 not bound to the agent host hv-cinder-80857 {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:13:39.166367 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50154) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:39.228720 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a872774a-9172-47af-882d-1b98f0c2745c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:39.254921 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a872774a-9172-47af-882d-1b98f0c2745c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:39.320029 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a872774a-9172-47af-882d-1b98f0c2745c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:39.322952 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-a872774a-9172-47af-882d-1b98f0c2745c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:39.326947 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-a872774a-9172-47af-882d-1b98f0c2745c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] 10.222.0.43 "DELETE /v2.0/security-groups/d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02 HTTP/1.1" status: 204 len: 168 time: 0.1563733 Dec 13 11:13:39.334029 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a872774a-9172-47af-882d-1b98f0c2745c tempest-TestVolumeBootPattern-881230094 tempest-TestVolumeBootPattern-881230094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7257792-b3b2-4fb6-aa8a-9e3ce15d3d02,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:39.380306 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50158) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:40.173350 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680024'] for router_interface, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:40.363593 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:40.432413 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] Deleting port b0598e04-a314-494e-9ce0-0ee49ffb7e6c {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:40.432979 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:40.514990 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] For port b0598e04-a314-494e-9ce0-0ee49ffb7e6c, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=b0598e04-a314-494e-9ce0-0ee49ffb7e6c,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:13:40.515608 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:40.535440 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] Calling delete_port for b0598e04-a314-494e-9ce0-0ee49ffb7e6c owned by network:router_interface {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:40.734645 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:40.759281 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0598e04-a314-494e-9ce0-0ee49ffb7e6c,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:40.940463 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3773012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680132'] for router_interface, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:41.160976 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] Router 0bb54880-7089-4995-a3a5-69b1035597e5 has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:13:41.269846 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:13:41.275658 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-033095dc-248b-483c-94bf-e126641f7c41 admin admin] 10.222.0.43 "PUT /v2.0/routers/0bb54880-7089-4995-a3a5-69b1035597e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8939528 Dec 13 11:13:41.279468 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50162) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:41.280742 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] Sync routers for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:13:41.291493 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:13:41.292108 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:13:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:41.383325 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Publish callbacks [] for router, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:41.398838 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: dv-cinder-808574-5-iscsi {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:13:41.487325 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:41.544145 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Deleting port 0529a84f-e7f7-4130-95c1-cd237532aceb {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:41.544435 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:41.585905 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:13:40Z', 'revision_number': 5, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port': {'id': '0529a84f-e7f7-4130-95c1-cd237532aceb', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:67:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:46Z', 'updated_at': '2021-12-13T11:06:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:41.611873 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] Checking router: 0bb54880-7089-4995-a3a5-69b1035597e5 for host: dv-cinder-808574-5-iscsi {{(pid=102443) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:13:41.620108 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] Routers {'0bb54880-7089-4995-a3a5-69b1035597e5'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102443) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:13:41.620693 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:13:14Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['0bb54880-7089-4995-a3a5-69b1035597e5'], 'active': True} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:41.622567 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] For port 0529a84f-e7f7-4130-95c1-cd237532aceb, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0529a84f-e7f7-4130-95c1-cd237532aceb,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:13:41.622954 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:41.634789 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Calling delete_port for 0529a84f-e7f7-4130-95c1-cd237532aceb owned by network:router_gateway {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:41.804920 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:41.830670 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=0529a84f-e7f7-4130-95c1-cd237532aceb,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:41.847666 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvr_db [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] Set router 0bb54880-7089-4995-a3a5-69b1035597e5 gateway port host: None {{(pid=102443) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:13:41.897349 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3678758'] for router_gateway, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:41.900975 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_hamode_db [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:13:41Z', 'revision_number': 6, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port_host': None}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:41.931212 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbaa1d8f-0697-498f-a9ea-e365ea985932 None None] The sync data for ids ['0bb54880-7089-4995-a3a5-69b1035597e5'] in dv-cinder-808574-5-iscsi is: [{'id': '0bb54880-7089-4995-a3a5-69b1035597e5', 'name': 'tempest-TestVolumeBootPattern-216668766-router', 'tenant_id': 'c251e00c29844840a44f9bd46132569b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:45Z', 'updated_at': '2021-12-13T11:13:41Z', 'revision_number': 6, 'project_id': 'c251e00c29844840a44f9bd46132569b', 'gw_port_host': None}] {{(pid=102443) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:13:41.992863 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6754'] for router, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:41.995121 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.039054 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679167'] for router, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.039615 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb54880-7089-4995-a3a5-69b1035597e5 {{(pid=102441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:13:42.043976 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.045221 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-8d34a5e4-3193-4a1f-9962-cfbc69b93c71 admin admin] 10.222.0.43 "DELETE /v2.0/routers/0bb54880-7089-4995-a3a5-69b1035597e5 HTTP/1.1" status: 204 len: 168 time: 0.7647464 Dec 13 11:13:42.048241 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50164) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:42.051863 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6c892ee4-9ea9-45af-8c0f-935b418d7fb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.093653 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.db_base_plugin_v2 [None req-024bdeaf-a79b-43bf-b04b-3eabb0c069a2 admin admin] Deleting subnet 53748ea1-38b6-4d28-b2a1-bc726a1ee889 {{(pid=102442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:13:42.096790 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-024bdeaf-a79b-43bf-b04b-3eabb0c069a2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.134558 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-024bdeaf-a79b-43bf-b04b-3eabb0c069a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-125997051'] for subnet, precommit_delete_associations {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.214734 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-024bdeaf-a79b-43bf-b04b-3eabb0c069a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.269005 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-024bdeaf-a79b-43bf-b04b-3eabb0c069a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-125856775', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126431429'] for subnet, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.296431 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024bdeaf-a79b-43bf-b04b-3eabb0c069a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53748ea1-38b6-4d28-b2a1-bc726a1ee889,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:42.300031 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-024bdeaf-a79b-43bf-b04b-3eabb0c069a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for subnet, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.303318 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-024bdeaf-a79b-43bf-b04b-3eabb0c069a2 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/53748ea1-38b6-4d28-b2a1-bc726a1ee889 HTTP/1.1" status: 204 len: 168 time: 0.2538912 Dec 13 11:13:42.305861 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50166) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:42.309257 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36fe38b-3615-4ecd-9a4d-d7d97c36f00c None None] Network c37226ac-7158-4a4e-b23f-dc7eb49bfd29 requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:13:42.381465 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.437314 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Deleting port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 {{(pid=102442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:42.437652 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.504218 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.db [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] For port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=0a0cf623-b7dc-4911-914e-5c73ef73ffc9,segment=NetworkSegment(f6fa0906-3909-4c84-ab70-16c1f9f41551),segment_id=f6fa0906-3909-4c84-ab70-16c1f9f41551)] {{(pid=102442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:13:42.504577 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.517966 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.plugin [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Calling delete_port for 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 owned by network:dhcp {{(pid=102442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:42.612081 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-125856816'] for port, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.638104 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0cf623-b7dc-4911-914e-5c73ef73ffc9,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:42.639912 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] No DVR routers for this DVR port 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 on host dv-cinder-808574-5-iscsi {{(pid=102442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:13:42.697403 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1da3679-f224-43b1-a42a-c6960a0dcf84 None None] DHCP port deletion for c37226ac-7158-4a4e-b23f-dc7eb49bfd29 request from dv-cinder-808574-5-iscsi {{(pid=102443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:13:42.715476 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.736668 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37226ac-7158-4a4e-b23f-dc7eb49bfd29']}} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:42.745848 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6fa0906-3909-4c84-ab70-16c1f9f41551') {'for_net_delete': True} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:42.746144 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.services.segments.db [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6fa0906-3909-4c84-ab70-16c1f9f41551') {} {{(pid=102442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:42.755875 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-125996800'] for segment, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.770613 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.777674 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=102442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:13:42.778039 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-125856877'] for segment, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: Traceback (most recent call last): Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: timer() Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: cb(*args, **kw) Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: return func(*args, **kwargs) Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: self._notify() Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: self.callback(batched_events) Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: event.method(event) Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: return f(self, *a, **k) Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._get(url).json() Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: return self.request(url, 'GET', **kwargs) Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:13:42.780213 dv-cinder-808574-5-iscsi neutron-server[102442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:13:42.834124 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.839451 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:42.845488 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] 10.222.0.43 "DELETE /v2.0/networks/c37226ac-7158-4a4e-b23f-dc7eb49bfd29 HTTP/1.1" status: 204 len: 168 time: 0.5358508 Dec 13 11:13:42.846349 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50168) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:42.860590 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecf742b-7fda-46f8-bb36-fbf0e1ab4cdc admin admin] Pushing event deleted for resources: {'Network': ['ID=c37226ac-7158-4a4e-b23f-dc7eb49bfd29,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:42.946354 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:13:42.971611 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:13:42.971952 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0a0cf623-b7dc-4911-914e-5c73ef73ffc9 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:13:42.972366 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device b0598e04-a314-494e-9ce0-0ee49ffb7e6c no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:13:42.991400 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: b0598e04-a314-494e-9ce0-0ee49ffb7e6c {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:13:42.991741 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device b0598e04-a314-494e-9ce0-0ee49ffb7e6c not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:13:42.992149 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0529a84f-e7f7-4130-95c1-cd237532aceb no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:13:43.010944 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 0529a84f-e7f7-4130-95c1-cd237532aceb {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:13:43.011281 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 0529a84f-e7f7-4130-95c1-cd237532aceb not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:13:43.230739 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3680024'] for router_interface, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:43.503657 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] Deleting port e1ea0380-afb9-4caf-9b71-87a0a14f9aee {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:43.503910 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:43.581452 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] For port e1ea0380-afb9-4caf-9b71-87a0a14f9aee, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=e1ea0380-afb9-4caf-9b71-87a0a14f9aee,segment=NetworkSegment(e356f86a-5248-4d7c-8eef-4ec361a5ee81),segment_id=e356f86a-5248-4d7c-8eef-4ec361a5ee81)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:13:43.581806 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:43.594233 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] Calling delete_port for e1ea0380-afb9-4caf-9b71-87a0a14f9aee owned by network:router_interface {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:43.797067 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:43.822085 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ea0380-afb9-4caf-9b71-87a0a14f9aee,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:44.251051 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3773012', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3680132'] for router_interface, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:44.393327 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-99166007-a3b6-4ae7-9632-ba6456f584b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:44.475918 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] Router 1d229230-b6e1-4566-9ba8-e7da204f3c8e has already been hosted by L3 agent 77028a28-96b1-410e-b453-3e5f4a99ac91 {{(pid=102441) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 13 11:13:44.586811 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] Notify agent at l3_agent.dv-cinder-808574-5-iscsi the message routers_updated {{(pid=102441) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 13 11:13:44.591992 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-235a2c42-47b6-4233-ad24-0d50d3937799 admin admin] 10.222.0.43 "PUT /v2.0/routers/1d229230-b6e1-4566-9ba8-e7da204f3c8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444501 Dec 13 11:13:44.595590 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50170) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:44.598195 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] Sync routers for ids ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'] in dv-cinder-808574-5-iscsi {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 13 11:13:44.608994 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] Routers {'1d229230-b6e1-4566-9ba8-e7da204f3c8e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:13:44.609609 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:13:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:44.702708 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Publish callbacks [] for router, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:44.719664 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] Set router 1d229230-b6e1-4566-9ba8-e7da204f3c8e gateway port host: dv-cinder-808574-5-iscsi {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:13:44.806646 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:44.859236 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Deleting port 495b81b3-dc97-4752-9c97-4ffacf22ba53 {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:44.859733 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:44.900722 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'name': 'tempest-TestVolumeBootPattern-421511636-router', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'external_fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195'}], 'enable_snat': True}, 'gw_port_id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:50Z', 'updated_at': '2021-12-13T11:13:43Z', 'revision_number': 5, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'gw_port': {'id': '495b81b3-dc97-4752-9c97-4ffacf22ba53', 'name': '', 'network_id': 'd7cc04c3-ad4e-49b2-8a2e-22bf96490603', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:92:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'ip_address': '172.27.2.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-808574-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-13T11:06:51Z', 'updated_at': '2021-12-13T11:06:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '47b45ea8-fc93-4eb7-a162-20d692d7eb08', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-808574-5-iscsi'}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:44.928051 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] Checking router: 1d229230-b6e1-4566-9ba8-e7da204f3c8e for host: dv-cinder-808574-5-iscsi {{(pid=102444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 13 11:13:44.938367 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] Routers {'1d229230-b6e1-4566-9ba8-e7da204f3c8e'} bound to L3 agent in host dv-cinder-808574-5-iscsi {{(pid=102444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 13 11:13:44.939460 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-808574-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-13T10:51:44Z,description=,heartbeat_timestamp=2021-12-13T11:13:44Z,host='dv-cinder-808574-5-iscsi',id=77028a28-96b1-410e-b453-3e5f4a99ac91,load=0,resource_versions=,resources_synced=,started_at=2021-12-13T10:51:44Z,topic='l3_agent')) {'router_ids': ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'], 'active': True} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:44.942440 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] For port 495b81b3-dc97-4752-9c97-4ffacf22ba53, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=495b81b3-dc97-4752-9c97-4ffacf22ba53,segment=NetworkSegment(fee6689d-a245-4959-b5f3-3c13bc8e9e3f),segment_id=fee6689d-a245-4959-b5f3-3c13bc8e9e3f)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:13:44.943187 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:44.955726 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Calling delete_port for 495b81b3-dc97-4752-9c97-4ffacf22ba53 owned by network:router_gateway {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:45.038655 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_dvr_db [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] Set router 1d229230-b6e1-4566-9ba8-e7da204f3c8e gateway port host: None {{(pid=102444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 13 11:13:45.092874 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.l3_hamode_db [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'name': 'tempest-TestVolumeBootPattern-421511636-router', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:50Z', 'updated_at': '2021-12-13T11:13:44Z', 'revision_number': 6, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'gw_port_host': None}], 'dv-cinder-808574-5-iscsi', False) {} {{(pid=102444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:45.120541 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bcf5197-31b3-457a-9d89-1207b3a2b4b5 None None] The sync data for ids ['1d229230-b6e1-4566-9ba8-e7da204f3c8e'] in dv-cinder-808574-5-iscsi is: [{'id': '1d229230-b6e1-4566-9ba8-e7da204f3c8e', 'name': 'tempest-TestVolumeBootPattern-421511636-router', 'tenant_id': '48f57969cf1343aa9e0be638081d4b3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-13T11:06:50Z', 'updated_at': '2021-12-13T11:13:44Z', 'revision_number': 6, 'project_id': '48f57969cf1343aa9e0be638081d4b3c', 'gw_port_host': None}] {{(pid=102444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 13 11:13:45.123399 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.147746 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=495b81b3-dc97-4752-9c97-4ffacf22ba53,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:45.180778 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.181174 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.181515 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.181846 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.182148 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.182470 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.182819 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.183146 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.183469 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.183792 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.184109 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.184424 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.184737 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:45.223842 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3678758'] for router_gateway, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.319952 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3679158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6754'] for router, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.322362 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.373273 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3679167'] for router, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.373937 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d229230-b6e1-4566-9ba8-e7da204f3c8e {{(pid=102441) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 13 11:13:45.378478 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] Publish callbacks [] for router, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.379690 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-c2b3afeb-d981-41df-921d-4c8692d016b5 admin admin] 10.222.0.43 "DELETE /v2.0/routers/1d229230-b6e1-4566-9ba8-e7da204f3c8e HTTP/1.1" status: 204 len: 168 time: 0.7832198 Dec 13 11:13:45.383168 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50172) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:45.430550 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f7faa0-1a43-427e-a3e7-58cae0ed5f17 admin admin] Deleting subnet 35f1d81f-4507-45f5-8d53-58b80b43561e {{(pid=102441) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 13 11:13:45.433925 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c0f7faa0-1a43-427e-a3e7-58cae0ed5f17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.468811 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c0f7faa0-1a43-427e-a3e7-58cae0ed5f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-129325008'] for subnet, precommit_delete_associations {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.550804 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c0f7faa0-1a43-427e-a3e7-58cae0ed5f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3607737'] for subnet, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.605568 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c0f7faa0-1a43-427e-a3e7-58cae0ed5f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3607730', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738650', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-126324771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126223214'] for subnet, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.634868 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f7faa0-1a43-427e-a3e7-58cae0ed5f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f1d81f-4507-45f5-8d53-58b80b43561e,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:45.638413 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-c0f7faa0-1a43-427e-a3e7-58cae0ed5f17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.642054 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-c0f7faa0-1a43-427e-a3e7-58cae0ed5f17 admin admin] 10.222.0.43 "DELETE /v2.0/subnets/35f1d81f-4507-45f5-8d53-58b80b43561e HTTP/1.1" status: 204 len: 168 time: 0.2579589 Dec 13 11:13:45.644655 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50174) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:45.647835 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f6e197-ca97-4de8-8dbb-86fa5e31d388 None None] Network 14096489-b741-4a02-ab4f-eea0575ce4bc requested from dv-cinder-808574-5-iscsi {{(pid=102443) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 13 11:13:45.714244 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-590743'] for network, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.722775 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.769789 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Deleting port a57b02df-c203-4e30-bb4f-da7ef30d0d8d {{(pid=102441) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:45.770131 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.837549 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.db [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] For port a57b02df-c203-4e30-bb4f-da7ef30d0d8d, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=a57b02df-c203-4e30-bb4f-da7ef30d0d8d,segment=NetworkSegment(e356f86a-5248-4d7c-8eef-4ec361a5ee81),segment_id=e356f86a-5248-4d7c-8eef-4ec361a5ee81)] {{(pid=102441) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:13:45.837915 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.851371 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.plugin [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Calling delete_port for a57b02df-c203-4e30-bb4f-da7ef30d0d8d owned by network:dhcp {{(pid=102441) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:45.858804 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] DHCP port deletion for 14096489-b741-4a02-ab4f-eea0575ce4bc request from dv-cinder-808574-5-iscsi {{(pid=102443) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 13 11:13:45.913567 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Deleting port a57b02df-c203-4e30-bb4f-da7ef30d0d8d {{(pid=102443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 13 11:13:45.913941 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763954098544'] for port, before_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.932334 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-126324756'] for port, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:45.962130 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] No DVR routers for this DVR port a57b02df-c203-4e30-bb4f-da7ef30d0d8d on host dv-cinder-808574-5-iscsi {{(pid=102441) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:13:45.967681 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57b02df-c203-4e30-bb4f-da7ef30d0d8d,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:45.989766 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.db [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] For port a57b02df-c203-4e30-bb4f-da7ef30d0d8d, host dv-cinder-808574-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-808574-5-iscsi',level=0,port_id=a57b02df-c203-4e30-bb4f-da7ef30d0d8d,segment=NetworkSegment(e356f86a-5248-4d7c-8eef-4ec361a5ee81),segment_id=e356f86a-5248-4d7c-8eef-4ec361a5ee81)] {{(pid=102443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 13 11:13:45.990174 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-395405'] for port, precommit_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.007239 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Calling delete_port for a57b02df-c203-4e30-bb4f-da7ef30d0d8d owned by network:dhcp {{(pid=102443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 13 11:13:46.053246 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3618094', 'neutron.services.segments.db._delete_segments_for_network-8763954174338'] for network, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.075226 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14096489-b741-4a02-ab4f-eea0575ce4bc']}} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:46.085456 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e356f86a-5248-4d7c-8eef-4ec361a5ee81') {'for_net_delete': True} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:46.085954 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.services.segments.db [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e356f86a-5248-4d7c-8eef-4ec361a5ee81') {} {{(pid=102441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 13 11:13:46.097114 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-644281', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4091458', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763954224339', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763953671900'] for port, after_delete {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.097285 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8763954176651', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-129324843'] for segment, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.111652 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064'] for segment, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.118561 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Releasing vlan 289 on physical network physnet1 to pool {{(pid=102441) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 13 11:13:46.119023 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3606064', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-126324809'] for segment, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: Traceback (most recent call last): Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: timer() Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: cb(*args, **kw) Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: return func(*args, **kwargs) Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: self._notify() Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: self.callback(batched_events) Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: event.method(event) Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: aggregate_uuid = self.p_client.list_aggregates( Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: return f(self, *a, **k) Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._get(url).json() Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: return self.request(url, 'GET', **kwargs) Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: base_url = self.get_endpoint(auth, allow=allow, Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 13 11:13:46.121217 dv-cinder-808574-5-iscsi neutron-server[102441]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 13 11:13:46.124217 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Pushing event deleted for resources: {'Port': ['ID=a57b02df-c203-4e30-bb4f-da7ef30d0d8d,revision_number=None']} {{(pid=102443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:46.137028 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.137457 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.137870 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.138215 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.139036 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.139610 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.140033 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.140382 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.140718 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.141057 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.141384 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.141710 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.142084 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-808574-5-iscsi {{(pid=102443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 13 11:13:46.148002 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c71fa8-3829-4105-8201-56fe40fd1031 None None] No DVR routers for this DVR port a57b02df-c203-4e30-bb4f-da7ef30d0d8d on host dv-cinder-808574-5-iscsi {{(pid=102443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 13 11:13:46.188595 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3618087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708727', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3773037', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3678730'] for network, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.194204 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3773043'] for network, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.197416 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] 10.222.0.43 "DELETE /v2.0/networks/14096489-b741-4a02-ab4f-eea0575ce4bc HTTP/1.1" status: 204 len: 168 time: 0.5518138 Dec 13 11:13:46.208292 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103bec52-5653-41b6-bf49-fa4dc9256d87 admin admin] Pushing event deleted for resources: {'Network': ['ID=14096489-b741-4a02-ab4f-eea0575ce4bc,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:46.319132 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50178) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:46.364593 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-9f1a513e-c771-4c68-b9f4-746cfa6e6534 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=c251e00c29844840a44f9bd46132569b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441778 Dec 13 11:13:46.367192 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.wsgi [-] (102441) accepted ('10.222.0.43', 50180) {{(pid=102441) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:46.417523 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8e1da77a-f9e3-4e51-8ffc-5beb18436041 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.438752 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8e1da77a-f9e3-4e51-8ffc-5beb18436041 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.489155 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8e1da77a-f9e3-4e51-8ffc-5beb18436041 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.491980 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron_lib.callbacks.manager [None req-8e1da77a-f9e3-4e51-8ffc-5beb18436041 admin admin] Publish callbacks [] for security_group, before_response {{(pid=102441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.493189 dv-cinder-808574-5-iscsi neutron-server[102441]: INFO neutron.wsgi [None req-8e1da77a-f9e3-4e51-8ffc-5beb18436041 admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/de71da41-3f1d-4b6c-b2d0-e4728895ad40 HTTP/1.1" status: 204 len: 168 time: 0.1251171 Dec 13 11:13:46.501561 dv-cinder-808574-5-iscsi neutron-server[102441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1da77a-f9e3-4e51-8ffc-5beb18436041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de71da41-3f1d-4b6c-b2d0-e4728895ad40,revision_number=None']} {{(pid=102441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:46.821160 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50186) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:46.861011 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-9e67c931-3b2d-4c77-9d41-fb6bdbbcd578 admin admin] 10.222.0.43 "GET /v2.0/security-groups?tenant_id=48f57969cf1343aa9e0be638081d4b3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387108 Dec 13 11:13:46.863533 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [-] (102442) accepted ('10.222.0.43', 50188) {{(pid=102442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 13 11:13:46.913843 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3049a20c-c9dd-4021-a22a-5d491a3faadf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.936503 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device a57b02df-c203-4e30-bb4f-da7ef30d0d8d no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:13:46.937010 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3049a20c-c9dd-4021-a22a-5d491a3faadf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.956930 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: a57b02df-c203-4e30-bb4f-da7ef30d0d8d {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:13:46.957271 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device a57b02df-c203-4e30-bb4f-da7ef30d0d8d not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:13:46.957701 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 495b81b3-dc97-4752-9c97-4ffacf22ba53 no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:13:46.979239 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: 495b81b3-dc97-4752-9c97-4ffacf22ba53 {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:13:46.979587 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device 495b81b3-dc97-4752-9c97-4ffacf22ba53 not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:13:46.980025 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device e1ea0380-afb9-4caf-9b71-87a0a14f9aee no longer exists at agent ovs-agent-dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 13 11:13:46.984234 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3049a20c-c9dd-4021-a22a-5d491a3faadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3708768'] for security_group, after_delete {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.988532 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron_lib.callbacks.manager [None req-3049a20c-c9dd-4021-a22a-5d491a3faadf admin admin] Publish callbacks [] for security_group, before_response {{(pid=102442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:46.989766 dv-cinder-808574-5-iscsi neutron-server[102442]: INFO neutron.wsgi [None req-3049a20c-c9dd-4021-a22a-5d491a3faadf admin admin] 10.222.0.43 "DELETE /v2.0/security-groups/e0efc050-670a-4157-b841-575b81ce99e0 HTTP/1.1" status: 204 len: 168 time: 0.1253586 Dec 13 11:13:46.999954 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3049a20c-c9dd-4021-a22a-5d491a3faadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0efc050-670a-4157-b841-575b81ce99e0,revision_number=None']} {{(pid=102442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 13 11:13:47.003761 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.plugin [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] No Port match for: e1ea0380-afb9-4caf-9b71-87a0a14f9aee {{(pid=102443) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 13 11:13:47.004319 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron.plugins.ml2.rpc [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Device e1ea0380-afb9-4caf-9b71-87a0a14f9aee not bound to the agent host dv-cinder-808574-5-iscsi {{(pid=102443) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 13 11:13:47.054577 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:13:48.053758 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:10.382677 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:12.062152 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-4e457a98-3607-47e1-b5ad-859d03a387ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:12.452911 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:14:14.399313 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9fe1ebca-6065-42f6-a5fd-56749cb6ac04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:15.712868 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:17.061073 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:18.058901 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:40.381769 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:42.060963 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8d794c6c-541e-4027-a43d-ca45651424ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:44.406043 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-216203fb-12ef-49ab-a460-8f06b051f9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:45.704552 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:47.063443 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:48.064915 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:14:49.457764 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:15:03.194014 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [req-f2ce7993-12ce-49ae-9eae-3787cc2a674d req-93c0077e-a28c-433a-9507-484a3215ea5d service neutron] (102442) timed out ('10.222.0.39', 59677) {{(pid=102442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 11:15:04.816145 dv-cinder-808574-5-iscsi neutron-server[102442]: DEBUG neutron.wsgi [req-a0b32e32-ccf5-4085-b9ed-3a3ef812d65a req-91fe5f60-5d2a-44f0-8d4a-774bfda97fc0 service neutron] (102442) timed out ('10.222.0.39', 59659) {{(pid=102442) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 13 11:15:10.413135 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:12.057202 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-12eb4ff4-4400-43a9-8edc-a5e642075931 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:14.403289 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-822ee802-0335-4280-b450-1c487837d905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:15.715507 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:17.077186 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:18.067077 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:26.458638 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:15:40.428838 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:42.063413 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-fab077eb-e9c3-4d22-a9e5-d19d54bfb28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:44.401398 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-8e75b163-1e2d-4af8-9e2b-b5dffc2b2254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:45.720694 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:47.076668 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:15:48.068169 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:03.463589 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:16:10.434498 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:12.057988 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-2241e423-b4f7-4ee1-b927-6319220c2d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:14.397573 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-c0cb5bde-1743-4c65-95e4-046c4737ed83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:15.716523 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:17.078768 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:18.070024 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:40.443986 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:40.463168 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:16:42.062038 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-a7ce5270-f482-40b4-bc46-2ab480354057 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:44.399151 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-e2d17201-0e69-4863-86a3-7e34f2d59e33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:45.721580 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:47.082952 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:16:48.071427 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:10.464303 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:12.061257 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-f0c0563a-f703-4e9e-a94d-5a1d504a1434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:14.393949 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-997c64a9-186e-4b0d-a7b2-b309fcb60026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:15.724917 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:17.082755 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:17.468925 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:17:18.074262 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:40.458276 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:42.067190 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b43d7559-43de-46d9-b96b-f0bc24b3db44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:44.403489 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-0fce4841-fd52-427e-94d9-9046bd9bd8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:45.732035 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:47.085703 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:48.074326 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:17:54.474082 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:18:10.475510 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:12.056521 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-44dc9675-7e7e-4a2e-aaca-fa823fbd7e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:14.398440 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-7d3094ff-58be-4f28-97ec-024c94159951 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:15.731317 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:17.088138 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:18.076242 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:31.478453 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:18:40.486990 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:42.063432 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-eef88f75-50e5-4bf2-8b2f-e6030ad5862c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:44.414320 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9f7f00aa-f0a0-40a7-b02c-40ba0b626fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:45.739358 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-6bacbf3b-710c-4cd9-b848-4b997990c0bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:47.091059 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-b65c6273-a09f-480f-92f2-dbc539f3a08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:18:48.078314 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-205d3af4-dabc-4f87-be49-b59f661aa037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 13 11:19:08.478353 dv-cinder-808574-5-iscsi neutron-server[102444]: DEBUG neutron.db.agents_db [None req-a1058c50-30d6-43ec-843e-4a350d7acdf7 None None] Agent healthcheck: found 6 active agents {{(pid=102444) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 13 11:19:10.480312 dv-cinder-808574-5-iscsi neutron-server[102443]: DEBUG neutron_lib.callbacks.manager [None req-9b5cf9bd-2398-415e-9cfb-d203a52129e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8763954174293', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3620344'] for agent, after_update {{(pid=102443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}